---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-01T00:05:31.550197Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-8644bc947f-zdh6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20652"
    uid: 4d8e3222-bc6e-4fdd-a549-db1ac57b617d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-8644bc947f-zdh6f
    to ip-10-0-139-141.ec2.internal
  metadata:
    creationTimestamp: "2026-08-01T00:05:31Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-01T00:05:31Z"
    name: isvc-canary-create-predictor-8644bc947f-zdh6f.18c785a775549f9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20657"
    uid: ca7504ec-2582-489d-ba3c-a658e03167c7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66c69cb7d9-872ps
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:05:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-8644bc947f-zdh6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20666"
    uid: 4d8e3222-bc6e-4fdd-a549-db1ac57b617d
  kind: Event
  lastTimestamp: "2026-08-01T00:05:31Z"
  message: Add eth0 [10.133.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-01T00:05:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-01T00:05:31Z"
    name: isvc-canary-create-predictor-8644bc947f-zdh6f.18c785a78f862196
    namespace: kserve-ci-e2e-test
    resourceVersion: "20687"
    uid: 775b9a68-6bad-4bd7-bea2-bb7bcdb9e5e1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:05:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-8644bc947f-zdh6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20654"
    uid: 4d8e3222-bc6e-4fdd-a549-db1ac57b617d
  kind: Event
  lastTimestamp: "2026-08-01T00:05:32Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a7f8762eacdcae046df91671e5d778b36a484552558515ce8a80ad3a10a98099"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:05:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:05:32Z"
    name: isvc-canary-create-predictor-8644bc947f-zdh6f.18c785a7912b6b99
    namespace: kserve-ci-e2e-test
    resourceVersion: "20689"
    uid: 9322123b-b528-41be-9505-fd5ea801c2b0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:05:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-8644bc947f-zdh6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20654"
    uid: 4d8e3222-bc6e-4fdd-a549-db1ac57b617d
  kind: Event
  lastTimestamp: "2026-08-01T00:05:32Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-01T00:05:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:05:32Z"
    name: isvc-canary-create-predictor-8644bc947f-zdh6f.18c785a7944404e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20691"
    uid: a03d173d-436f-4cb3-a944-53a2de2dcddb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:05:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-8644bc947f-zdh6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20654"
    uid: 4d8e3222-bc6e-4fdd-a549-db1ac57b617d
  kind: Event
  lastTimestamp: "2026-08-01T00:05:32Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-01T00:05:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:05:32Z"
    name: isvc-canary-create-predictor-8644bc947f-zdh6f.18c785a794c0cfb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20692"
    uid: f746a4c6-dea5-43e1-bca7-2c36722ac95a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:05:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-8644bc947f-zdh6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20654"
    uid: 4d8e3222-bc6e-4fdd-a549-db1ac57b617d
  kind: Event
  lastTimestamp: "2026-08-01T00:05:36Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1841"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:05:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:05:36Z"
    name: isvc-canary-create-predictor-8644bc947f-zdh6f.18c785a8a750556d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20754"
    uid: b45702e7-42ee-4a02-9ee2-8a1679767133
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:05:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-8644bc947f-zdh6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20654"
    uid: 4d8e3222-bc6e-4fdd-a549-db1ac57b617d
  kind: Event
  lastTimestamp: "2026-08-01T00:05:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-01T00:05:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:05:36Z"
    name: isvc-canary-create-predictor-8644bc947f-zdh6f.18c785a8aa19e1f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20756"
    uid: ebec60f5-e47c-4db2-8dd0-6dd1d5e6b6cf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:05:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-8644bc947f-zdh6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20654"
    uid: 4d8e3222-bc6e-4fdd-a549-db1ac57b617d
  kind: Event
  lastTimestamp: "2026-08-01T00:05:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:05:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:05:36Z"
    name: isvc-canary-create-predictor-8644bc947f-zdh6f.18c785a8aafc1f3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20758"
    uid: de56703b-9fa6-48ef-93f2-eadda29b9ea9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:05:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-8644bc947f-zdh6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20654"
    uid: 4d8e3222-bc6e-4fdd-a549-db1ac57b617d
  kind: Event
  lastTimestamp: "2026-08-01T00:05:36Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:05:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:05:36Z"
    name: isvc-canary-create-predictor-8644bc947f-zdh6f.18c785a8ab076b77
    namespace: kserve-ci-e2e-test
    resourceVersion: "20760"
    uid: a01f16a4-4663-48ed-b93c-c53d58c69d7a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:05:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-8644bc947f-zdh6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20654"
    uid: 4d8e3222-bc6e-4fdd-a549-db1ac57b617d
  kind: Event
  lastTimestamp: "2026-08-01T00:05:36Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-01T00:05:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:05:36Z"
    name: isvc-canary-create-predictor-8644bc947f-zdh6f.18c785a8adb2c325
    namespace: kserve-ci-e2e-test
    resourceVersion: "20762"
    uid: 1f411c91-24da-424d-8361-4e2fa44b740f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:05:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-8644bc947f-zdh6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20654"
    uid: 4d8e3222-bc6e-4fdd-a549-db1ac57b617d
  kind: Event
  lastTimestamp: "2026-08-01T00:05:36Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:05:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:05:36Z"
    name: isvc-canary-create-predictor-8644bc947f-zdh6f.18c785a8ae3dee21
    namespace: kserve-ci-e2e-test
    resourceVersion: "20764"
    uid: 43877c08-da04-4481-bc89-e63957263b29
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-08-01T00:05:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-8644bc947f-zdh6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20654"
    uid: 4d8e3222-bc6e-4fdd-a549-db1ac57b617d
  kind: Event
  lastTimestamp: "2026-08-01T00:07:03Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-01T00:05:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:07:03Z"
    name: isvc-canary-create-predictor-8644bc947f-zdh6f.18c785a8e352fc7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21450"
    uid: 1c724cce-cef8-4371-a376-bdc5ee3f0cda
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:07:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-8644bc947f-zdh6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20654"
    uid: 4d8e3222-bc6e-4fdd-a549-db1ac57b617d
  kind: Event
  lastTimestamp: "2026-08-01T00:07:01Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:07:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:07:01Z"
    name: isvc-canary-create-predictor-8644bc947f-zdh6f.18c785bc6dc82da6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21429"
    uid: f66a5db2-b6b2-406f-8051-5adcd3d88e6a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:07:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-8644bc947f-zdh6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20654"
    uid: 4d8e3222-bc6e-4fdd-a549-db1ac57b617d
  kind: Event
  lastTimestamp: "2026-08-01T00:07:01Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:07:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:07:01Z"
    name: isvc-canary-create-predictor-8644bc947f-zdh6f.18c785bc6dc94d61
    namespace: kserve-ci-e2e-test
    resourceVersion: "21431"
    uid: 30c95a5e-e89d-4365-88fd-0dfa71706205
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:07:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-8644bc947f-zdh6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20654"
    uid: 4d8e3222-bc6e-4fdd-a549-db1ac57b617d
  kind: Event
  lastTimestamp: "2026-08-01T00:07:03Z"
  message: 'Readiness probe failed: Get "https://10.133.0.29:8643/healthz": dial tcp
    10.133.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-01T00:07:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:07:03Z"
    name: isvc-canary-create-predictor-8644bc947f-zdh6f.18c785bce98bc48d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21449"
    uid: 4d708b2c-fafb-4df6-af66-9dbbe3aa6748
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:05:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-8644bc947f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20634"
    uid: 78e2c271-6f3b-4513-b2ef-35e9572c5199
  kind: Event
  lastTimestamp: "2026-08-01T00:05:31Z"
  message: 'Created pod: isvc-canary-create-predictor-8644bc947f-zdh6f'
  metadata:
    creationTimestamp: "2026-08-01T00:05:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:05:31Z"
    name: isvc-canary-create-predictor-8644bc947f.18c785a774f07c0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20653"
    uid: 9c13f318-e49c-45a1-852f-52594cd34cbb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:05:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20633"
    uid: d8625d01-590f-44cc-a9bb-0235957e26ea
  kind: Event
  lastTimestamp: "2026-08-01T00:05:31Z"
  message: Scaled up replica set isvc-canary-create-predictor-8644bc947f from 0 to
    1
  metadata:
    creationTimestamp: "2026-08-01T00:05:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:05:31Z"
    name: isvc-canary-create-predictor.18c785a770191deb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20635"
    uid: fcde5c32-c87e-48f6-8974-473cc6bdc6ea
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-01T00:05:31.566584Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-c4c849674-t6cct
    namespace: kserve-ci-e2e-test
    resourceVersion: "20656"
    uid: b08c6a53-a7fe-475c-a981-4a088d8f3523
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-v2-predictor-c4c849674-t6cct
    to ip-10-0-132-129.ec2.internal
  metadata:
    creationTimestamp: "2026-08-01T00:05:31Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-01T00:05:31Z"
    name: isvc-canary-create-v2-predictor-c4c849674-t6cct.18c785a7764ec0c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20663"
    uid: d53a218f-bffc-45fb-97f1-575811950792
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66c69cb7d9-872ps
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:05:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-c4c849674-t6cct
    namespace: kserve-ci-e2e-test
    resourceVersion: "20660"
    uid: b08c6a53-a7fe-475c-a981-4a088d8f3523
  kind: Event
  lastTimestamp: "2026-08-01T00:05:31Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-create-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-08-01T00:05:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:05:31Z"
    name: isvc-canary-create-v2-predictor-c4c849674-t6cct.18c785a77eb9fd1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20678"
    uid: 641b3709-bcce-4bce-b1a2-e6328037ecfa
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:05:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-c4c849674-t6cct
    namespace: kserve-ci-e2e-test
    resourceVersion: "20670"
    uid: b08c6a53-a7fe-475c-a981-4a088d8f3523
  kind: Event
  lastTimestamp: "2026-08-01T00:05:32Z"
  message: Add eth0 [10.132.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-01T00:05:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-01T00:05:32Z"
    name: isvc-canary-create-v2-predictor-c4c849674-t6cct.18c785a7b40164c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20697"
    uid: 645b76c8-562e-4239-8d37-dbd321108c78
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:05:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-c4c849674-t6cct
    namespace: kserve-ci-e2e-test
    resourceVersion: "20660"
    uid: b08c6a53-a7fe-475c-a981-4a088d8f3523
  kind: Event
  lastTimestamp: "2026-08-01T00:05:32Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a7f8762eacdcae046df91671e5d778b36a484552558515ce8a80ad3a10a98099"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:05:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:05:32Z"
    name: isvc-canary-create-v2-predictor-c4c849674-t6cct.18c785a7b562ae31
    namespace: kserve-ci-e2e-test
    resourceVersion: "20699"
    uid: fbf3f493-ee47-4285-add0-d99b2d43725b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:05:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-c4c849674-t6cct
    namespace: kserve-ci-e2e-test
    resourceVersion: "20660"
    uid: b08c6a53-a7fe-475c-a981-4a088d8f3523
  kind: Event
  lastTimestamp: "2026-08-01T00:05:32Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-01T00:05:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:05:32Z"
    name: isvc-canary-create-v2-predictor-c4c849674-t6cct.18c785a7b85a38d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20700"
    uid: 4d2faec1-317b-4994-b1fd-aa6d8c360b72
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:05:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-c4c849674-t6cct
    namespace: kserve-ci-e2e-test
    resourceVersion: "20660"
    uid: b08c6a53-a7fe-475c-a981-4a088d8f3523
  kind: Event
  lastTimestamp: "2026-08-01T00:05:32Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-01T00:05:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:05:32Z"
    name: isvc-canary-create-v2-predictor-c4c849674-t6cct.18c785a7b8dd9d6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20702"
    uid: f630e0cf-a8e1-4401-b908-dfa3e8246367
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:05:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-c4c849674-t6cct
    namespace: kserve-ci-e2e-test
    resourceVersion: "20660"
    uid: b08c6a53-a7fe-475c-a981-4a088d8f3523
  kind: Event
  lastTimestamp: "2026-08-01T00:05:36Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1841"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:05:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:05:36Z"
    name: isvc-canary-create-v2-predictor-c4c849674-t6cct.18c785a89896e1df
    namespace: kserve-ci-e2e-test
    resourceVersion: "20742"
    uid: 439a4c64-4cd9-458a-ac6f-1f8a390c5560
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:05:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-c4c849674-t6cct
    namespace: kserve-ci-e2e-test
    resourceVersion: "20660"
    uid: b08c6a53-a7fe-475c-a981-4a088d8f3523
  kind: Event
  lastTimestamp: "2026-08-01T00:05:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-01T00:05:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:05:36Z"
    name: isvc-canary-create-v2-predictor-c4c849674-t6cct.18c785a89ce609c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20749"
    uid: a5c56668-d40f-4a16-ae2d-e6ce0a64b62e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:05:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-c4c849674-t6cct
    namespace: kserve-ci-e2e-test
    resourceVersion: "20660"
    uid: b08c6a53-a7fe-475c-a981-4a088d8f3523
  kind: Event
  lastTimestamp: "2026-08-01T00:05:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:05:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:05:36Z"
    name: isvc-canary-create-v2-predictor-c4c849674-t6cct.18c785a89d5b3076
    namespace: kserve-ci-e2e-test
    resourceVersion: "20750"
    uid: 27372d0e-a77f-4899-9dfb-4ebdbb2117b2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:05:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-c4c849674-t6cct
    namespace: kserve-ci-e2e-test
    resourceVersion: "20660"
    uid: b08c6a53-a7fe-475c-a981-4a088d8f3523
  kind: Event
  lastTimestamp: "2026-08-01T00:05:36Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:05:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:05:36Z"
    name: isvc-canary-create-v2-predictor-c4c849674-t6cct.18c785a89d6564e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20751"
    uid: 331ad3b2-0e28-46e0-914c-817f40251bd5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:05:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-c4c849674-t6cct
    namespace: kserve-ci-e2e-test
    resourceVersion: "20660"
    uid: b08c6a53-a7fe-475c-a981-4a088d8f3523
  kind: Event
  lastTimestamp: "2026-08-01T00:05:36Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-01T00:05:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:05:36Z"
    name: isvc-canary-create-v2-predictor-c4c849674-t6cct.18c785a8a060d5ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "20752"
    uid: cc1857df-a85f-45b3-80f1-4a601674e6d7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:05:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-c4c849674-t6cct
    namespace: kserve-ci-e2e-test
    resourceVersion: "20660"
    uid: b08c6a53-a7fe-475c-a981-4a088d8f3523
  kind: Event
  lastTimestamp: "2026-08-01T00:05:36Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:05:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:05:36Z"
    name: isvc-canary-create-v2-predictor-c4c849674-t6cct.18c785a8a0d2dee3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20753"
    uid: 45c71705-5cc0-475b-a440-a885217997ad
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-08-01T00:05:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-c4c849674-t6cct
    namespace: kserve-ci-e2e-test
    resourceVersion: "20660"
    uid: b08c6a53-a7fe-475c-a981-4a088d8f3523
  kind: Event
  lastTimestamp: "2026-08-01T00:07:04Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-01T00:05:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:07:04Z"
    name: isvc-canary-create-v2-predictor-c4c849674-t6cct.18c785a910aa5523
    namespace: kserve-ci-e2e-test
    resourceVersion: "21457"
    uid: ada5373c-e6d3-48c4-ab1b-04a94de98b11
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:07:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-c4c849674-t6cct
    namespace: kserve-ci-e2e-test
    resourceVersion: "20660"
    uid: b08c6a53-a7fe-475c-a981-4a088d8f3523
  kind: Event
  lastTimestamp: "2026-08-01T00:07:01Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:07:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:07:01Z"
    name: isvc-canary-create-v2-predictor-c4c849674-t6cct.18c785bc6e0939f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21430"
    uid: d84f2e5e-88b9-4bd0-911d-3d44cee2c90a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:07:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-c4c849674-t6cct
    namespace: kserve-ci-e2e-test
    resourceVersion: "20660"
    uid: b08c6a53-a7fe-475c-a981-4a088d8f3523
  kind: Event
  lastTimestamp: "2026-08-01T00:07:01Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:07:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:07:01Z"
    name: isvc-canary-create-v2-predictor-c4c849674-t6cct.18c785bc6e09e2ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "21432"
    uid: 40aecea3-28b0-48b7-a576-b5c5c8f1a11c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:07:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-c4c849674-t6cct
    namespace: kserve-ci-e2e-test
    resourceVersion: "20660"
    uid: b08c6a53-a7fe-475c-a981-4a088d8f3523
  kind: Event
  lastTimestamp: "2026-08-01T00:07:04Z"
  message: 'Readiness probe failed: Get "https://10.132.0.41:8643/healthz": dial tcp
    10.132.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-01T00:07:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:07:04Z"
    name: isvc-canary-create-v2-predictor-c4c849674-t6cct.18c785bd16e6a096
    namespace: kserve-ci-e2e-test
    resourceVersion: "21456"
    uid: ffd1bbf1-fd4a-4a0d-aa77-5a688ffd41c2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:05:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-v2-predictor-c4c849674
    namespace: kserve-ci-e2e-test
    resourceVersion: "20643"
    uid: 8086b2ba-4f7e-469c-972f-8af59ecdf872
  kind: Event
  lastTimestamp: "2026-08-01T00:05:31Z"
  message: 'Created pod: isvc-canary-create-v2-predictor-c4c849674-t6cct'
  metadata:
    creationTimestamp: "2026-08-01T00:05:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:05:31Z"
    name: isvc-canary-create-v2-predictor-c4c849674.18c785a775b9b375
    namespace: kserve-ci-e2e-test
    resourceVersion: "20659"
    uid: 3af2a52e-5674-42e4-91dd-b3a2d1ecb8fe
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:05:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20642"
    uid: a0a83e42-92ed-413b-9372-f31400bdcb58
  kind: Event
  lastTimestamp: "2026-08-01T00:05:31Z"
  message: Scaled up replica set isvc-canary-create-v2-predictor-c4c849674 from 0
    to 1
  metadata:
    creationTimestamp: "2026-08-01T00:05:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:05:31Z"
    name: isvc-canary-create-v2-predictor.18c785a772fd8219
    namespace: kserve-ci-e2e-test
    resourceVersion: "20646"
    uid: d2fa4d96-7e43-441f-be44-0193f64211f4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 18
  eventTime: null
  firstTimestamp: "2026-08-01T00:05:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "20625"
    uid: bc361512-0215-4451-b84e-c5a9d2ec2955
  kind: Event
  lastTimestamp: "2026-08-01T00:06:54Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-01T00:05:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:06:54Z"
    name: isvc-canary-create.18c785a772b3c6d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21362"
    uid: af44a769-1254-4ce1-ab85-11e725182874
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-01T00:05:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "20625"
    uid: bc361512-0215-4451-b84e-c5a9d2ec2955
  kind: Event
  lastTimestamp: "2026-08-01T00:05:31Z"
  message: 'Failed to update status for InferenceService "isvc-canary-create": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-create":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-01T00:05:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:05:31Z"
    name: isvc-canary-create.18c785a77315636d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20673"
    uid: da8205e7-5af1-43a5-8073-5fe1226c074a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-01T00:05:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "20625"
    uid: bc361512-0215-4451-b84e-c5a9d2ec2955
  kind: Event
  lastTimestamp: "2026-08-01T00:05:31Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-create": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-08-01T00:05:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:05:31Z"
    name: isvc-canary-create.18c785a77315bbf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20674"
    uid: 585b6a33-e21c-4028-a2e2-be4bdffdc6c5
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:06:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "21347"
    uid: bc361512-0215-4451-b84e-c5a9d2ec2955
  kind: Event
  lastTimestamp: "2026-08-01T00:06:53Z"
  message: InferenceService [isvc-canary-create] is Ready
  metadata:
    creationTimestamp: "2026-08-01T00:06:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:06:53Z"
    name: isvc-canary-create.18c785ba9b93282f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21348"
    uid: 595070c6-935d-4989-a9c7-d2b66afffc0a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-01T00:07:06.879658Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-569b87b6dc-sbfmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21502"
    uid: 2befb9f0-d40e-4c44-9b4c-e0b9b19f7b68
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-569b87b6dc-sbfmj
    to ip-10-0-132-129.ec2.internal
  metadata:
    creationTimestamp: "2026-08-01T00:07:06Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-01T00:07:06Z"
    name: isvc-canary-promote-predictor-569b87b6dc-sbfmj.18c785bda768d2d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21509"
    uid: f44275e1-d330-4341-abed-70bc9d45b42e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66c69cb7d9-872ps
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:07:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-569b87b6dc-sbfmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21504"
    uid: 2befb9f0-d40e-4c44-9b4c-e0b9b19f7b68
  kind: Event
  lastTimestamp: "2026-08-01T00:07:07Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-promote-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-08-01T00:07:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:07:07Z"
    name: isvc-canary-promote-predictor-569b87b6dc-sbfmj.18c785bdb7a36c3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21535"
    uid: 10f48402-f7b3-43b8-bc3f-5b72ce7e2868
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:07:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-569b87b6dc-sbfmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21521"
    uid: 2befb9f0-d40e-4c44-9b4c-e0b9b19f7b68
  kind: Event
  lastTimestamp: "2026-08-01T00:07:07Z"
  message: Add eth0 [10.132.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-01T00:07:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-01T00:07:07Z"
    name: isvc-canary-promote-predictor-569b87b6dc-sbfmj.18c785bde5e08c43
    namespace: kserve-ci-e2e-test
    resourceVersion: "21554"
    uid: c7149758-0bfe-4be9-85f1-72be325ffa5a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:07:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-569b87b6dc-sbfmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21504"
    uid: 2befb9f0-d40e-4c44-9b4c-e0b9b19f7b68
  kind: Event
  lastTimestamp: "2026-08-01T00:07:07Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a7f8762eacdcae046df91671e5d778b36a484552558515ce8a80ad3a10a98099"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:07:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:07:07Z"
    name: isvc-canary-promote-predictor-569b87b6dc-sbfmj.18c785bde754e959
    namespace: kserve-ci-e2e-test
    resourceVersion: "21556"
    uid: 223f95b9-e5bb-42c7-8a47-11eadf83b16e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:07:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-569b87b6dc-sbfmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21504"
    uid: 2befb9f0-d40e-4c44-9b4c-e0b9b19f7b68
  kind: Event
  lastTimestamp: "2026-08-01T00:07:07Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-01T00:07:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:07:07Z"
    name: isvc-canary-promote-predictor-569b87b6dc-sbfmj.18c785bde9f66de8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21558"
    uid: 33ed5e02-6c8e-47e5-8f41-50d90d7e014d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:07:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-569b87b6dc-sbfmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21504"
    uid: 2befb9f0-d40e-4c44-9b4c-e0b9b19f7b68
  kind: Event
  lastTimestamp: "2026-08-01T00:07:08Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-01T00:07:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:07:08Z"
    name: isvc-canary-promote-predictor-569b87b6dc-sbfmj.18c785bdea6c10a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21559"
    uid: 17406d6c-70a4-4e4b-a1ed-37b795aab13f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:07:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-569b87b6dc-sbfmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21504"
    uid: 2befb9f0-d40e-4c44-9b4c-e0b9b19f7b68
  kind: Event
  lastTimestamp: "2026-08-01T00:07:11Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1841"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:07:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:07:11Z"
    name: isvc-canary-promote-predictor-569b87b6dc-sbfmj.18c785bed397e759
    namespace: kserve-ci-e2e-test
    resourceVersion: "21597"
    uid: 18baca50-5d92-4dc9-9734-9a25ceebfa40
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:07:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-569b87b6dc-sbfmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21504"
    uid: 2befb9f0-d40e-4c44-9b4c-e0b9b19f7b68
  kind: Event
  lastTimestamp: "2026-08-01T00:07:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-01T00:07:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:07:11Z"
    name: isvc-canary-promote-predictor-569b87b6dc-sbfmj.18c785bed77307af
    namespace: kserve-ci-e2e-test
    resourceVersion: "21601"
    uid: 96d21467-0fc9-423b-967d-346f8a52f167
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:07:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-569b87b6dc-sbfmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21504"
    uid: 2befb9f0-d40e-4c44-9b4c-e0b9b19f7b68
  kind: Event
  lastTimestamp: "2026-08-01T00:07:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:07:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:07:11Z"
    name: isvc-canary-promote-predictor-569b87b6dc-sbfmj.18c785bed7e5d402
    namespace: kserve-ci-e2e-test
    resourceVersion: "21602"
    uid: 438ebb0e-fa19-4a52-b0b9-9f8080acc155
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:07:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-569b87b6dc-sbfmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21504"
    uid: 2befb9f0-d40e-4c44-9b4c-e0b9b19f7b68
  kind: Event
  lastTimestamp: "2026-08-01T00:07:11Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:07:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:07:12Z"
    name: isvc-canary-promote-predictor-569b87b6dc-sbfmj.18c785bed7f15af3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21605"
    uid: ed5b42d6-937d-46db-9c64-e85318fe1b68
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:07:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-569b87b6dc-sbfmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21504"
    uid: 2befb9f0-d40e-4c44-9b4c-e0b9b19f7b68
  kind: Event
  lastTimestamp: "2026-08-01T00:07:12Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-01T00:07:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:07:12Z"
    name: isvc-canary-promote-predictor-569b87b6dc-sbfmj.18c785bedc139736
    namespace: kserve-ci-e2e-test
    resourceVersion: "21608"
    uid: b180f9ee-1c3f-405c-82f7-c5e32e5899ed
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:07:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-569b87b6dc-sbfmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21504"
    uid: 2befb9f0-d40e-4c44-9b4c-e0b9b19f7b68
  kind: Event
  lastTimestamp: "2026-08-01T00:07:12Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:07:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:07:12Z"
    name: isvc-canary-promote-predictor-569b87b6dc-sbfmj.18c785bedc957f01
    namespace: kserve-ci-e2e-test
    resourceVersion: "21611"
    uid: 6d6b2a74-0b7e-41a9-94a5-571b5b6122b1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-08-01T00:07:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-569b87b6dc-sbfmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21504"
    uid: 2befb9f0-d40e-4c44-9b4c-e0b9b19f7b68
  kind: Event
  lastTimestamp: "2026-08-01T00:08:38Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-01T00:07:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:08:38Z"
    name: isvc-canary-promote-predictor-569b87b6dc-sbfmj.18c785bf0fd63dfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22289"
    uid: c1445ef7-1856-4773-b67c-8a5b2049231c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:08:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-569b87b6dc-sbfmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21504"
    uid: 2befb9f0-d40e-4c44-9b4c-e0b9b19f7b68
  kind: Event
  lastTimestamp: "2026-08-01T00:08:36Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:08:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:08:36Z"
    name: isvc-canary-promote-predictor-569b87b6dc-sbfmj.18c785d29d47db65
    namespace: kserve-ci-e2e-test
    resourceVersion: "22247"
    uid: 46b6f431-df17-44bc-951a-3932f605dbe6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:08:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-569b87b6dc-sbfmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21504"
    uid: 2befb9f0-d40e-4c44-9b4c-e0b9b19f7b68
  kind: Event
  lastTimestamp: "2026-08-01T00:08:36Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:08:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:08:36Z"
    name: isvc-canary-promote-predictor-569b87b6dc-sbfmj.18c785d29d4848a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22248"
    uid: ddb94fac-5f14-4f50-b925-927552f9e491
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:08:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-569b87b6dc-sbfmj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21504"
    uid: 2befb9f0-d40e-4c44-9b4c-e0b9b19f7b68
  kind: Event
  lastTimestamp: "2026-08-01T00:08:38Z"
  message: 'Readiness probe failed: Get "https://10.132.0.42:8643/healthz": dial tcp
    10.132.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-01T00:08:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:08:38Z"
    name: isvc-canary-promote-predictor-569b87b6dc-sbfmj.18c785d31612bb8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22288"
    uid: 839469e3-be5d-4094-93b7-0d8b86e534de
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:07:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-569b87b6dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21486"
    uid: af82c7a8-a110-4c5b-b58e-a516b2202002
  kind: Event
  lastTimestamp: "2026-08-01T00:07:06Z"
  message: 'Created pod: isvc-canary-promote-predictor-569b87b6dc-sbfmj'
  metadata:
    creationTimestamp: "2026-08-01T00:07:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:07:06Z"
    name: isvc-canary-promote-predictor-569b87b6dc.18c785bda68af0de
    namespace: kserve-ci-e2e-test
    resourceVersion: "21505"
    uid: 137ee759-1ff5-44b0-b7b7-e8e735dd8bec
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:07:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21484"
    uid: 402c75e5-6852-4611-8aee-dee6de7fd996
  kind: Event
  lastTimestamp: "2026-08-01T00:07:06Z"
  message: Scaled up replica set isvc-canary-promote-predictor-569b87b6dc from 0 to
    1
  metadata:
    creationTimestamp: "2026-08-01T00:07:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:07:06Z"
    name: isvc-canary-promote-predictor.18c785bd9e26991e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21487"
    uid: 0f23c464-e288-4f56-8fc5-e682fec8d5e6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-01T00:08:36.971742Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7b47596d4d-cmpkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22253"
    uid: 10aeb518-12ec-4626-b134-7cbeebdabad5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-7b47596d4d-cmpkn
    to ip-10-0-139-141.ec2.internal
  metadata:
    creationTimestamp: "2026-08-01T00:08:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-01T00:08:36Z"
    name: isvc-canary-promote-v2-predictor-7b47596d4d-cmpkn.18c785d2a150f230
    namespace: kserve-ci-e2e-test
    resourceVersion: "22258"
    uid: 629799a4-a022-4a14-90ad-c9c81d3bf355
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66c69cb7d9-872ps
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:08:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7b47596d4d-cmpkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22265"
    uid: 10aeb518-12ec-4626-b134-7cbeebdabad5
  kind: Event
  lastTimestamp: "2026-08-01T00:08:37Z"
  message: Add eth0 [10.133.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-01T00:08:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-01T00:08:37Z"
    name: isvc-canary-promote-v2-predictor-7b47596d4d-cmpkn.18c785d2bb3595b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22271"
    uid: 8b89aaad-eed7-455b-9148-28d377815d9f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:08:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7b47596d4d-cmpkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22254"
    uid: 10aeb518-12ec-4626-b134-7cbeebdabad5
  kind: Event
  lastTimestamp: "2026-08-01T00:08:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a7f8762eacdcae046df91671e5d778b36a484552558515ce8a80ad3a10a98099"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:08:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:08:37Z"
    name: isvc-canary-promote-v2-predictor-7b47596d4d-cmpkn.18c785d2bc972bdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22273"
    uid: 0622826c-15ae-4649-bbfd-84365d1b26a1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:08:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7b47596d4d-cmpkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22254"
    uid: 10aeb518-12ec-4626-b134-7cbeebdabad5
  kind: Event
  lastTimestamp: "2026-08-01T00:08:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-01T00:08:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:08:37Z"
    name: isvc-canary-promote-v2-predictor-7b47596d4d-cmpkn.18c785d2bf337cb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22274"
    uid: de21d0d6-3584-46fd-a57d-e89b2f6e87dd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:08:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7b47596d4d-cmpkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22254"
    uid: 10aeb518-12ec-4626-b134-7cbeebdabad5
  kind: Event
  lastTimestamp: "2026-08-01T00:08:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-01T00:08:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:08:37Z"
    name: isvc-canary-promote-v2-predictor-7b47596d4d-cmpkn.18c785d2bface06d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22275"
    uid: 71fc46c0-273b-49fd-b3bb-ce691ce672c0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:08:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7b47596d4d-cmpkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22254"
    uid: 10aeb518-12ec-4626-b134-7cbeebdabad5
  kind: Event
  lastTimestamp: "2026-08-01T00:08:41Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1841"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:08:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:08:41Z"
    name: isvc-canary-promote-v2-predictor-7b47596d4d-cmpkn.18c785d3a7aaf0de
    namespace: kserve-ci-e2e-test
    resourceVersion: "22306"
    uid: c13f70c3-efbf-4da1-8dd0-be512c3c4bd3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:08:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7b47596d4d-cmpkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22254"
    uid: 10aeb518-12ec-4626-b134-7cbeebdabad5
  kind: Event
  lastTimestamp: "2026-08-01T00:08:41Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-01T00:08:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:08:41Z"
    name: isvc-canary-promote-v2-predictor-7b47596d4d-cmpkn.18c785d3aa760d8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22308"
    uid: e3566786-ea4e-4455-bbcd-dd309432128b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:08:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7b47596d4d-cmpkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22254"
    uid: 10aeb518-12ec-4626-b134-7cbeebdabad5
  kind: Event
  lastTimestamp: "2026-08-01T00:08:41Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:08:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:08:41Z"
    name: isvc-canary-promote-v2-predictor-7b47596d4d-cmpkn.18c785d3aae9b32f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22310"
    uid: 5a5ed84b-8d69-48e0-a65f-ee7dfa387993
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:08:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7b47596d4d-cmpkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22254"
    uid: 10aeb518-12ec-4626-b134-7cbeebdabad5
  kind: Event
  lastTimestamp: "2026-08-01T00:08:41Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:08:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:08:41Z"
    name: isvc-canary-promote-v2-predictor-7b47596d4d-cmpkn.18c785d3aaf5a798
    namespace: kserve-ci-e2e-test
    resourceVersion: "22311"
    uid: dfea747e-41a9-4abf-9cbd-91ceeb526e0c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:08:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7b47596d4d-cmpkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22254"
    uid: 10aeb518-12ec-4626-b134-7cbeebdabad5
  kind: Event
  lastTimestamp: "2026-08-01T00:08:41Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-01T00:08:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:08:41Z"
    name: isvc-canary-promote-v2-predictor-7b47596d4d-cmpkn.18c785d3adbe49b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22312"
    uid: ec1ff79d-898e-4795-a45a-5c052e59d246
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:08:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7b47596d4d-cmpkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22254"
    uid: 10aeb518-12ec-4626-b134-7cbeebdabad5
  kind: Event
  lastTimestamp: "2026-08-01T00:08:41Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:08:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:08:41Z"
    name: isvc-canary-promote-v2-predictor-7b47596d4d-cmpkn.18c785d3ae39797a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22313"
    uid: 529e4450-9de0-4968-9ee1-ee5eaa2019cd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-08-01T00:08:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7b47596d4d-cmpkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22254"
    uid: 10aeb518-12ec-4626-b134-7cbeebdabad5
  kind: Event
  lastTimestamp: "2026-08-01T00:10:08Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-01T00:08:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:10:08Z"
    name: isvc-canary-promote-v2-predictor-7b47596d4d-cmpkn.18c785d3e3a4a1e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22938"
    uid: ccab5253-1e0e-4762-823d-8b750e1a7419
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:10:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7b47596d4d-cmpkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22254"
    uid: 10aeb518-12ec-4626-b134-7cbeebdabad5
  kind: Event
  lastTimestamp: "2026-08-01T00:10:07Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:10:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:10:07Z"
    name: isvc-canary-promote-v2-predictor-7b47596d4d-cmpkn.18c785e79fa0dbe9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22925"
    uid: 69ed9767-20fe-4fe8-a189-46d5baca9711
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:10:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7b47596d4d-cmpkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22254"
    uid: 10aeb518-12ec-4626-b134-7cbeebdabad5
  kind: Event
  lastTimestamp: "2026-08-01T00:10:07Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:10:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:10:07Z"
    name: isvc-canary-promote-v2-predictor-7b47596d4d-cmpkn.18c785e79fa14f6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22927"
    uid: 0c0d8b48-77d1-4571-b156-369d3bbe5702
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:10:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7b47596d4d-cmpkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22254"
    uid: 10aeb518-12ec-4626-b134-7cbeebdabad5
  kind: Event
  lastTimestamp: "2026-08-01T00:10:08Z"
  message: 'Readiness probe failed: Get "https://10.133.0.30:8643/healthz": dial tcp
    10.133.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-01T00:10:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:10:08Z"
    name: isvc-canary-promote-v2-predictor-7b47596d4d-cmpkn.18c785e7e9c9a660
    namespace: kserve-ci-e2e-test
    resourceVersion: "22937"
    uid: e5880ac3-e4ed-4b27-88c1-d7c8f32400de
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-01T00:07:06.910193Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7b47596d4d-dkgt5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21503"
    uid: e60a45f0-4443-4dc1-b200-b07f25a9c2d6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-7b47596d4d-dkgt5
    to ip-10-0-132-129.ec2.internal
  metadata:
    creationTimestamp: "2026-08-01T00:07:06Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-01T00:07:06Z"
    name: isvc-canary-promote-v2-predictor-7b47596d4d-dkgt5.18c785bda93ac546
    namespace: kserve-ci-e2e-test
    resourceVersion: "21517"
    uid: a283964c-b2bb-401e-84df-20d32e505060
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66c69cb7d9-872ps
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:07:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7b47596d4d-dkgt5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21523"
    uid: e60a45f0-4443-4dc1-b200-b07f25a9c2d6
  kind: Event
  lastTimestamp: "2026-08-01T00:07:07Z"
  message: Add eth0 [10.132.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-01T00:07:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-01T00:07:07Z"
    name: isvc-canary-promote-v2-predictor-7b47596d4d-dkgt5.18c785bdc2a3fcfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21538"
    uid: 0ac86c90-ea00-4ba4-8386-ca75f83c15c7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:07:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7b47596d4d-dkgt5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21511"
    uid: e60a45f0-4443-4dc1-b200-b07f25a9c2d6
  kind: Event
  lastTimestamp: "2026-08-01T00:07:07Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a7f8762eacdcae046df91671e5d778b36a484552558515ce8a80ad3a10a98099"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:07:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:07:07Z"
    name: isvc-canary-promote-v2-predictor-7b47596d4d-dkgt5.18c785bdc4218452
    namespace: kserve-ci-e2e-test
    resourceVersion: "21540"
    uid: 0b800778-bf59-4085-a649-cc7587b5bbd0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:07:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7b47596d4d-dkgt5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21511"
    uid: e60a45f0-4443-4dc1-b200-b07f25a9c2d6
  kind: Event
  lastTimestamp: "2026-08-01T00:07:07Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-01T00:07:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:07:07Z"
    name: isvc-canary-promote-v2-predictor-7b47596d4d-dkgt5.18c785bdc735c9ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "21541"
    uid: 53d58cab-7612-4a98-9c32-da8d6b4c57e0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:07:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7b47596d4d-dkgt5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21511"
    uid: e60a45f0-4443-4dc1-b200-b07f25a9c2d6
  kind: Event
  lastTimestamp: "2026-08-01T00:07:07Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-01T00:07:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:07:07Z"
    name: isvc-canary-promote-v2-predictor-7b47596d4d-dkgt5.18c785bdc7aaf6c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21542"
    uid: 54db652d-b2d9-4bfd-924b-08551c3c8edd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:07:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7b47596d4d-dkgt5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21511"
    uid: e60a45f0-4443-4dc1-b200-b07f25a9c2d6
  kind: Event
  lastTimestamp: "2026-08-01T00:07:11Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1841"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:07:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:07:11Z"
    name: isvc-canary-promote-v2-predictor-7b47596d4d-dkgt5.18c785bed3805ab9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21596"
    uid: cb4fb4e5-abb9-41ef-9136-c55aece4c710
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:07:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7b47596d4d-dkgt5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21511"
    uid: e60a45f0-4443-4dc1-b200-b07f25a9c2d6
  kind: Event
  lastTimestamp: "2026-08-01T00:07:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-01T00:07:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:07:11Z"
    name: isvc-canary-promote-v2-predictor-7b47596d4d-dkgt5.18c785bed76894b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21600"
    uid: 832253b8-1453-4055-965e-c299c6c25637
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:07:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7b47596d4d-dkgt5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21511"
    uid: e60a45f0-4443-4dc1-b200-b07f25a9c2d6
  kind: Event
  lastTimestamp: "2026-08-01T00:07:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:07:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:07:11Z"
    name: isvc-canary-promote-v2-predictor-7b47596d4d-dkgt5.18c785bed7e5f4b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21603"
    uid: af649be7-2bee-49b7-984d-5117143bd904
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:07:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7b47596d4d-dkgt5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21511"
    uid: e60a45f0-4443-4dc1-b200-b07f25a9c2d6
  kind: Event
  lastTimestamp: "2026-08-01T00:07:11Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:07:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:07:12Z"
    name: isvc-canary-promote-v2-predictor-7b47596d4d-dkgt5.18c785bed7f16e09
    namespace: kserve-ci-e2e-test
    resourceVersion: "21607"
    uid: ccfeffdc-6754-4952-84b6-a9a1601202d8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:07:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7b47596d4d-dkgt5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21511"
    uid: e60a45f0-4443-4dc1-b200-b07f25a9c2d6
  kind: Event
  lastTimestamp: "2026-08-01T00:07:12Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-01T00:07:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:07:12Z"
    name: isvc-canary-promote-v2-predictor-7b47596d4d-dkgt5.18c785bedc24917c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21610"
    uid: 0fb7e40d-188a-441a-8e9c-b33e3bcc9f48
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:07:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7b47596d4d-dkgt5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21511"
    uid: e60a45f0-4443-4dc1-b200-b07f25a9c2d6
  kind: Event
  lastTimestamp: "2026-08-01T00:07:12Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:07:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:07:12Z"
    name: isvc-canary-promote-v2-predictor-7b47596d4d-dkgt5.18c785bedcb60e17
    namespace: kserve-ci-e2e-test
    resourceVersion: "21613"
    uid: b91b183a-27fd-4d47-9720-cbb27609a736
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-08-01T00:07:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7b47596d4d-dkgt5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21511"
    uid: e60a45f0-4443-4dc1-b200-b07f25a9c2d6
  kind: Event
  lastTimestamp: "2026-08-01T00:10:08Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.43:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-01T00:07:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:10:08Z"
    name: isvc-canary-promote-v2-predictor-7b47596d4d-dkgt5.18c785bf0fbb1b86
    namespace: kserve-ci-e2e-test
    resourceVersion: "22945"
    uid: f3bd264f-a2d7-441e-ab8a-ec0dc46d4549
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:10:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7b47596d4d-dkgt5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21511"
    uid: e60a45f0-4443-4dc1-b200-b07f25a9c2d6
  kind: Event
  lastTimestamp: "2026-08-01T00:10:07Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:10:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:10:07Z"
    name: isvc-canary-promote-v2-predictor-7b47596d4d-dkgt5.18c785e79f89d86f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22924"
    uid: 31d51266-d397-4c47-84ab-fb9477967d28
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:10:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7b47596d4d-dkgt5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21511"
    uid: e60a45f0-4443-4dc1-b200-b07f25a9c2d6
  kind: Event
  lastTimestamp: "2026-08-01T00:10:07Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:10:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:10:07Z"
    name: isvc-canary-promote-v2-predictor-7b47596d4d-dkgt5.18c785e79f8a650d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22926"
    uid: 468a8a16-ff54-46ca-ab61-6a925de297df
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:10:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7b47596d4d-dkgt5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21511"
    uid: e60a45f0-4443-4dc1-b200-b07f25a9c2d6
  kind: Event
  lastTimestamp: "2026-08-01T00:10:08Z"
  message: 'Readiness probe failed: Get "https://10.132.0.43:8643/healthz": dial tcp
    10.132.0.43:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-01T00:10:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:10:08Z"
    name: isvc-canary-promote-v2-predictor-7b47596d4d-dkgt5.18c785e80a839965
    namespace: kserve-ci-e2e-test
    resourceVersion: "22944"
    uid: 3beb97d1-574d-44cc-8f40-21713e2e6e7b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:07:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-7b47596d4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21495"
    uid: a85f0007-99d1-4c1d-8a67-c3c199222c32
  kind: Event
  lastTimestamp: "2026-08-01T00:07:06Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-7b47596d4d-dkgt5'
  metadata:
    creationTimestamp: "2026-08-01T00:07:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:07:06Z"
    name: isvc-canary-promote-v2-predictor-7b47596d4d.18c785bda7778ab2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21510"
    uid: a8036347-39f5-420f-a047-3f2d85f6bd7b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:08:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-7b47596d4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22237"
    uid: a85f0007-99d1-4c1d-8a67-c3c199222c32
  kind: Event
  lastTimestamp: "2026-08-01T00:08:36Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-7b47596d4d-cmpkn'
  metadata:
    creationTimestamp: "2026-08-01T00:08:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:08:36Z"
    name: isvc-canary-promote-v2-predictor-7b47596d4d.18c785d2a0ea75ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "22255"
    uid: 4efa6055-d511-4d2c-a297-8d8d5675fdc2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:07:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21493"
    uid: 8d333664-4320-42ee-88eb-37399b1b65cd
  kind: Event
  lastTimestamp: "2026-08-01T00:07:06Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-7b47596d4d from
    0 to 1
  metadata:
    creationTimestamp: "2026-08-01T00:07:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:07:06Z"
    name: isvc-canary-promote-v2-predictor.18c785bda0219d59
    namespace: kserve-ci-e2e-test
    resourceVersion: "21497"
    uid: a136ac4a-a4f9-44f4-b4e5-0a5648eb147f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:08:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22231"
    uid: 8d333664-4320-42ee-88eb-37399b1b65cd
  kind: Event
  lastTimestamp: "2026-08-01T00:08:36Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-7b47596d4d from
    1 to 2
  metadata:
    creationTimestamp: "2026-08-01T00:08:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:08:36Z"
    name: isvc-canary-promote-v2-predictor.18c785d29bf8fc03
    namespace: kserve-ci-e2e-test
    resourceVersion: "22241"
    uid: 7bdea761-d192-492a-8042-2083b6223a14
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 19
  eventTime: null
  firstTimestamp: "2026-08-01T00:07:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "21477"
    uid: 39892de7-5760-4422-837a-7f3ab1680c74
  kind: Event
  lastTimestamp: "2026-08-01T00:08:37Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-01T00:07:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:08:37Z"
    name: isvc-canary-promote.18c785bd9fc8d90c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22266"
    uid: 0814febe-96ba-49ba-a34e-cc506211c265
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-01T00:07:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "21477"
    uid: 39892de7-5760-4422-837a-7f3ab1680c74
  kind: Event
  lastTimestamp: "2026-08-01T00:08:37Z"
  message: 'Failed to update status for InferenceService "isvc-canary-promote": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-promote":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-01T00:07:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:08:37Z"
    name: isvc-canary-promote.18c785bda077266e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22267"
    uid: 23264399-9760-4f0d-adae-fa325a6e5e1d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-01T00:07:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "21477"
    uid: 39892de7-5760-4422-837a-7f3ab1680c74
  kind: Event
  lastTimestamp: "2026-08-01T00:08:36Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-promote": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-08-01T00:07:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:08:36Z"
    name: isvc-canary-promote.18c785bda07760c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22252"
    uid: 6f1a6489-2029-424c-8792-6f43656c3db8
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-01T00:08:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "22169"
    uid: 39892de7-5760-4422-837a-7f3ab1680c74
  kind: Event
  lastTimestamp: "2026-08-01T00:09:58Z"
  message: InferenceService [isvc-canary-promote] is Ready
  metadata:
    creationTimestamp: "2026-08-01T00:08:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:09:58Z"
    name: isvc-canary-promote.18c785d0c917ada6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22852"
    uid: e0be929a-bc1c-49e5-9222-21aab88ff6c1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:08:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "22259"
    uid: 39892de7-5760-4422-837a-7f3ab1680c74
  kind: Event
  lastTimestamp: "2026-08-01T00:08:36Z"
  message: 'InferenceService [isvc-canary-promote] is no longer Ready because of:
    PredictorReady, Ready, Stopped'
  metadata:
    creationTimestamp: "2026-08-01T00:08:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:08:36Z"
    name: isvc-canary-promote.18c785d2a1f9279e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22261"
    uid: 690751b5-a3cb-4b90-9c84-9634dd0eb75e
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-31T23:55:15.332635Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-8589bf8f95-5lrsk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14465"
    uid: 420798ac-7982-48d0-a23a-0200a14f9d0a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-8589bf8f95-5lrsk
    to ip-10-0-131-119.ec2.internal
  metadata:
    creationTimestamp: "2026-07-31T23:55:15Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-31T23:55:15Z"
    name: isvc-canary-rollback-predictor-8589bf8f95-5lrsk.18c78517fbe6e905
    namespace: kserve-ci-e2e-test
    resourceVersion: "14470"
    uid: b9893ee1-ffeb-49c8-a87e-5978c78db259
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66c69cb7d9-872ps
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:55:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-8589bf8f95-5lrsk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14467"
    uid: 420798ac-7982-48d0-a23a-0200a14f9d0a
  kind: Event
  lastTimestamp: "2026-07-31T23:55:15Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-rollback-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-31T23:55:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:55:15Z"
    name: isvc-canary-rollback-predictor-8589bf8f95-5lrsk.18c7851805788b1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14493"
    uid: 75e9d0f3-5374-435e-84d8-6644a50d7666
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-119.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:55:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-8589bf8f95-5lrsk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14484"
    uid: 420798ac-7982-48d0-a23a-0200a14f9d0a
  kind: Event
  lastTimestamp: "2026-07-31T23:55:16Z"
  message: Add eth0 [10.134.0.21/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-31T23:55:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-31T23:55:16Z"
    name: isvc-canary-rollback-predictor-8589bf8f95-5lrsk.18c7851839e454fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "14511"
    uid: b75bbc9c-fc32-42c9-967d-d1734a01182f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:55:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-8589bf8f95-5lrsk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14467"
    uid: 420798ac-7982-48d0-a23a-0200a14f9d0a
  kind: Event
  lastTimestamp: "2026-07-31T23:55:16Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a7f8762eacdcae046df91671e5d778b36a484552558515ce8a80ad3a10a98099"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T23:55:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:55:16Z"
    name: isvc-canary-rollback-predictor-8589bf8f95-5lrsk.18c785183b44f1ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "14513"
    uid: 6d693519-68d9-4767-9c67-f4b06c0a6c26
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:55:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-8589bf8f95-5lrsk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14467"
    uid: 420798ac-7982-48d0-a23a-0200a14f9d0a
  kind: Event
  lastTimestamp: "2026-07-31T23:55:16Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-31T23:55:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:55:16Z"
    name: isvc-canary-rollback-predictor-8589bf8f95-5lrsk.18c785183dfbd523
    namespace: kserve-ci-e2e-test
    resourceVersion: "14514"
    uid: b84567da-18cc-43a7-a5b5-0c35cf5feca6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:55:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-8589bf8f95-5lrsk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14467"
    uid: 420798ac-7982-48d0-a23a-0200a14f9d0a
  kind: Event
  lastTimestamp: "2026-07-31T23:55:16Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-31T23:55:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:55:16Z"
    name: isvc-canary-rollback-predictor-8589bf8f95-5lrsk.18c785183e7c9a65
    namespace: kserve-ci-e2e-test
    resourceVersion: "14515"
    uid: 267e1938-3638-4681-b13b-ffa936a1e416
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:55:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-8589bf8f95-5lrsk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14467"
    uid: 420798ac-7982-48d0-a23a-0200a14f9d0a
  kind: Event
  lastTimestamp: "2026-07-31T23:55:20Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1841"
  metadata:
    creationTimestamp: "2026-07-31T23:55:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:55:20Z"
    name: isvc-canary-rollback-predictor-8589bf8f95-5lrsk.18c785193287bd7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14566"
    uid: 15c263ea-0f8b-44ea-b794-52e3ceebed6b
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:55:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-8589bf8f95-5lrsk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14467"
    uid: 420798ac-7982-48d0-a23a-0200a14f9d0a
  kind: Event
  lastTimestamp: "2026-07-31T23:55:33Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1841"
    in 12.751s (12.751s including waiting). Image size: 1555741111 bytes.'
  metadata:
    creationTimestamp: "2026-07-31T23:55:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:55:33Z"
    name: isvc-canary-rollback-predictor-8589bf8f95-5lrsk.18c7851c2a9a03f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14668"
    uid: 0505c55a-fa86-4a82-81a0-4afffee5aedb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:55:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-8589bf8f95-5lrsk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14467"
    uid: 420798ac-7982-48d0-a23a-0200a14f9d0a
  kind: Event
  lastTimestamp: "2026-07-31T23:55:33Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-31T23:55:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:55:33Z"
    name: isvc-canary-rollback-predictor-8589bf8f95-5lrsk.18c7851c2dbff478
    namespace: kserve-ci-e2e-test
    resourceVersion: "14669"
    uid: dacef06c-a063-483c-9546-aa9f000ede61
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:55:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-8589bf8f95-5lrsk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14467"
    uid: 420798ac-7982-48d0-a23a-0200a14f9d0a
  kind: Event
  lastTimestamp: "2026-07-31T23:55:33Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T23:55:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:55:33Z"
    name: isvc-canary-rollback-predictor-8589bf8f95-5lrsk.18c7851c2e2efef8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14670"
    uid: ba2e29a8-1355-4298-b35e-9c7f066f16a1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:55:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-8589bf8f95-5lrsk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14467"
    uid: 420798ac-7982-48d0-a23a-0200a14f9d0a
  kind: Event
  lastTimestamp: "2026-07-31T23:55:33Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-07-31T23:55:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:55:33Z"
    name: isvc-canary-rollback-predictor-8589bf8f95-5lrsk.18c7851c2e3bc4ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "14671"
    uid: b5f47469-29c4-4a72-886f-5d1fcf135925
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:55:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-8589bf8f95-5lrsk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14467"
    uid: 420798ac-7982-48d0-a23a-0200a14f9d0a
  kind: Event
  lastTimestamp: "2026-07-31T23:55:35Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.161s (2.161s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-07-31T23:55:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:55:35Z"
    name: isvc-canary-rollback-predictor-8589bf8f95-5lrsk.18c7851caf15d43a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14685"
    uid: dbdeaa7d-279a-46d7-b1b2-dc3f0024e5b2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:55:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-8589bf8f95-5lrsk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14467"
    uid: 420798ac-7982-48d0-a23a-0200a14f9d0a
  kind: Event
  lastTimestamp: "2026-07-31T23:55:35Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-31T23:55:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:55:35Z"
    name: isvc-canary-rollback-predictor-8589bf8f95-5lrsk.18c7851cb27cb37a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14687"
    uid: fdbebbb5-db6a-4162-b576-8202a9a47aa0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:55:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-8589bf8f95-5lrsk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14467"
    uid: 420798ac-7982-48d0-a23a-0200a14f9d0a
  kind: Event
  lastTimestamp: "2026-07-31T23:55:35Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T23:55:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:55:35Z"
    name: isvc-canary-rollback-predictor-8589bf8f95-5lrsk.18c7851cb2eb1ab4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14688"
    uid: 95886df7-0cc6-43ae-a8a0-ef81ed3bb50f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-31T23:55:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-8589bf8f95-5lrsk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14467"
    uid: 420798ac-7982-48d0-a23a-0200a14f9d0a
  kind: Event
  lastTimestamp: "2026-07-31T23:58:41Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.21:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-31T23:55:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:58:41Z"
    name: isvc-canary-rollback-predictor-8589bf8f95-5lrsk.18c7851cf135b1a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16395"
    uid: d5ea2be7-58cb-4ae4-b5a7-90611a353d5e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-119.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-8589bf8f95-5lrsk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14467"
    uid: 420798ac-7982-48d0-a23a-0200a14f9d0a
  kind: Event
  lastTimestamp: "2026-07-31T23:58:40Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T23:58:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:58:40Z"
    name: isvc-canary-rollback-predictor-8589bf8f95-5lrsk.18c78547b165ea3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16347"
    uid: f38047cb-400e-47f4-acf2-ef01c7d41b00
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-8589bf8f95-5lrsk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14467"
    uid: 420798ac-7982-48d0-a23a-0200a14f9d0a
  kind: Event
  lastTimestamp: "2026-07-31T23:58:40Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T23:58:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:58:40Z"
    name: isvc-canary-rollback-predictor-8589bf8f95-5lrsk.18c78547b16660e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16349"
    uid: 4d96a2a1-7199-4135-a1b5-d7ef15601725
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-8589bf8f95-5lrsk
    namespace: kserve-ci-e2e-test
    resourceVersion: "14467"
    uid: 420798ac-7982-48d0-a23a-0200a14f9d0a
  kind: Event
  lastTimestamp: "2026-07-31T23:58:42Z"
  message: 'Readiness probe failed: Get "https://10.134.0.21:8643/healthz": dial tcp
    10.134.0.21:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-31T23:58:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:58:42Z"
    name: isvc-canary-rollback-predictor-8589bf8f95-5lrsk.18c785483fcf5a38
    namespace: kserve-ci-e2e-test
    resourceVersion: "16405"
    uid: 077f7784-5328-4f68-86b1-3fcd662515f4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-119.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-31T23:57:00.156306Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-8589bf8f95-q84jw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15390"
    uid: fd22fd29-0892-4089-8b0c-31018be655a2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-8589bf8f95-q84jw
    to ip-10-0-132-129.ec2.internal
  metadata:
    creationTimestamp: "2026-07-31T23:57:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-31T23:57:00Z"
    name: isvc-canary-rollback-predictor-8589bf8f95-q84jw.18c7853063e12768
    namespace: kserve-ci-e2e-test
    resourceVersion: "15394"
    uid: b6442363-d537-4562-a590-92608867469e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66c69cb7d9-872ps
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:57:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-8589bf8f95-q84jw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15399"
    uid: fd22fd29-0892-4089-8b0c-31018be655a2
  kind: Event
  lastTimestamp: "2026-07-31T23:57:00Z"
  message: Add eth0 [10.132.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-31T23:57:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-31T23:57:00Z"
    name: isvc-canary-rollback-predictor-8589bf8f95-q84jw.18c785307fde57b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15494"
    uid: 17db095c-6c0d-430a-bf3f-06c2fe0d5763
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:57:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-8589bf8f95-q84jw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15392"
    uid: fd22fd29-0892-4089-8b0c-31018be655a2
  kind: Event
  lastTimestamp: "2026-07-31T23:57:00Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a7f8762eacdcae046df91671e5d778b36a484552558515ce8a80ad3a10a98099"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T23:57:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:57:00Z"
    name: isvc-canary-rollback-predictor-8589bf8f95-q84jw.18c7853081442440
    namespace: kserve-ci-e2e-test
    resourceVersion: "15497"
    uid: 2b8828df-1a39-4798-b3ac-2b98b3311a1b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:57:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-8589bf8f95-q84jw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15392"
    uid: fd22fd29-0892-4089-8b0c-31018be655a2
  kind: Event
  lastTimestamp: "2026-07-31T23:57:00Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-31T23:57:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:57:00Z"
    name: isvc-canary-rollback-predictor-8589bf8f95-q84jw.18c78530847094ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "15498"
    uid: d84eb5da-bec6-489b-afd4-f4fbb475bbd7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:57:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-8589bf8f95-q84jw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15392"
    uid: fd22fd29-0892-4089-8b0c-31018be655a2
  kind: Event
  lastTimestamp: "2026-07-31T23:57:00Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-31T23:57:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:57:00Z"
    name: isvc-canary-rollback-predictor-8589bf8f95-q84jw.18c7853085077bfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "15499"
    uid: 7d36ad7a-1bd4-4160-aa52-20e8340d6f8e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:57:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-8589bf8f95-q84jw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15392"
    uid: fd22fd29-0892-4089-8b0c-31018be655a2
  kind: Event
  lastTimestamp: "2026-07-31T23:57:04Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1841"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T23:57:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:57:04Z"
    name: isvc-canary-rollback-predictor-8589bf8f95-q84jw.18c7853179075952
    namespace: kserve-ci-e2e-test
    resourceVersion: "15555"
    uid: 1478dfc3-94ae-4111-9ee6-0b428a08e217
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:57:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-8589bf8f95-q84jw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15392"
    uid: fd22fd29-0892-4089-8b0c-31018be655a2
  kind: Event
  lastTimestamp: "2026-07-31T23:57:04Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-31T23:57:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:57:04Z"
    name: isvc-canary-rollback-predictor-8589bf8f95-q84jw.18c785317da47ab2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15563"
    uid: 48afc078-e877-4d7c-a9ef-83182e6a5339
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:57:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-8589bf8f95-q84jw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15392"
    uid: fd22fd29-0892-4089-8b0c-31018be655a2
  kind: Event
  lastTimestamp: "2026-07-31T23:57:04Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T23:57:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:57:04Z"
    name: isvc-canary-rollback-predictor-8589bf8f95-q84jw.18c785317e243be6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15566"
    uid: 1d71edcd-f1d4-43e5-a9f6-7ff86fb82136
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:57:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-8589bf8f95-q84jw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15392"
    uid: fd22fd29-0892-4089-8b0c-31018be655a2
  kind: Event
  lastTimestamp: "2026-07-31T23:57:04Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T23:57:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:57:04Z"
    name: isvc-canary-rollback-predictor-8589bf8f95-q84jw.18c785317e30e614
    namespace: kserve-ci-e2e-test
    resourceVersion: "15568"
    uid: cda0ec3d-c903-489c-914e-2dc8f4046c71
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:57:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-8589bf8f95-q84jw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15392"
    uid: fd22fd29-0892-4089-8b0c-31018be655a2
  kind: Event
  lastTimestamp: "2026-07-31T23:57:04Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-31T23:57:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:57:04Z"
    name: isvc-canary-rollback-predictor-8589bf8f95-q84jw.18c7853182a576db
    namespace: kserve-ci-e2e-test
    resourceVersion: "15574"
    uid: 25c71859-ce94-4e26-8e8a-3a823b209934
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:57:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-8589bf8f95-q84jw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15392"
    uid: fd22fd29-0892-4089-8b0c-31018be655a2
  kind: Event
  lastTimestamp: "2026-07-31T23:57:04Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T23:57:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:57:04Z"
    name: isvc-canary-rollback-predictor-8589bf8f95-q84jw.18c7853183251da0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15575"
    uid: 0ce723dc-5957-449f-bb35-6b9c06354eaa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-31T23:57:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-8589bf8f95-q84jw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15392"
    uid: fd22fd29-0892-4089-8b0c-31018be655a2
  kind: Event
  lastTimestamp: "2026-07-31T23:58:41Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-31T23:57:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:58:41Z"
    name: isvc-canary-rollback-predictor-8589bf8f95-q84jw.18c78531b55d3468
    namespace: kserve-ci-e2e-test
    resourceVersion: "16400"
    uid: 0782fa84-f7d5-4fc4-8977-32bf2911c27a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-8589bf8f95-q84jw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15392"
    uid: fd22fd29-0892-4089-8b0c-31018be655a2
  kind: Event
  lastTimestamp: "2026-07-31T23:58:40Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T23:58:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:58:40Z"
    name: isvc-canary-rollback-predictor-8589bf8f95-q84jw.18c78547b169bc39
    namespace: kserve-ci-e2e-test
    resourceVersion: "16348"
    uid: f050e73f-bdc6-4b29-ad83-c0f6d416bd4e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-8589bf8f95-q84jw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15392"
    uid: fd22fd29-0892-4089-8b0c-31018be655a2
  kind: Event
  lastTimestamp: "2026-07-31T23:58:40Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T23:58:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:58:40Z"
    name: isvc-canary-rollback-predictor-8589bf8f95-q84jw.18c78547b16a453b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16350"
    uid: dda4d751-3669-40ed-983d-e0b3d34b270b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-8589bf8f95-q84jw
    namespace: kserve-ci-e2e-test
    resourceVersion: "15392"
    uid: fd22fd29-0892-4089-8b0c-31018be655a2
  kind: Event
  lastTimestamp: "2026-07-31T23:58:41Z"
  message: 'Readiness probe failed: Get "https://10.132.0.33:8643/healthz": dial tcp
    10.132.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-31T23:58:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:58:41Z"
    name: isvc-canary-rollback-predictor-8589bf8f95-q84jw.18c785480ff4bf7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16399"
    uid: 85fb1ac3-64f2-4dd0-8769-28ed86df3314
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:55:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-8589bf8f95
    namespace: kserve-ci-e2e-test
    resourceVersion: "14448"
    uid: b545799f-e512-406d-b7c1-782f31a0026d
  kind: Event
  lastTimestamp: "2026-07-31T23:55:15Z"
  message: 'Created pod: isvc-canary-rollback-predictor-8589bf8f95-5lrsk'
  metadata:
    creationTimestamp: "2026-07-31T23:55:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T23:55:15Z"
    name: isvc-canary-rollback-predictor-8589bf8f95.18c78517fb759155
    namespace: kserve-ci-e2e-test
    resourceVersion: "14466"
    uid: 9e73dcf4-9c16-4c2d-9cf4-aafe5f296376
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:57:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-8589bf8f95
    namespace: kserve-ci-e2e-test
    resourceVersion: "15372"
    uid: b545799f-e512-406d-b7c1-782f31a0026d
  kind: Event
  lastTimestamp: "2026-07-31T23:57:00Z"
  message: 'Created pod: isvc-canary-rollback-predictor-8589bf8f95-q84jw'
  metadata:
    creationTimestamp: "2026-07-31T23:57:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T23:57:00Z"
    name: isvc-canary-rollback-predictor-8589bf8f95.18c7853063545d54
    namespace: kserve-ci-e2e-test
    resourceVersion: "15391"
    uid: 111f7849-6ec8-46de-b6f0-06ca1c142ecc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:55:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14447"
    uid: 4d7f6457-9992-4626-9d43-41f8082dd065
  kind: Event
  lastTimestamp: "2026-07-31T23:55:15Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-8589bf8f95 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-31T23:55:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T23:55:15Z"
    name: isvc-canary-rollback-predictor.18c78517f73f3c2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14449"
    uid: a89a402f-43cf-4512-9e3a-eaa1859e8546
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:57:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15366"
    uid: 4d7f6457-9992-4626-9d43-41f8082dd065
  kind: Event
  lastTimestamp: "2026-07-31T23:57:00Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-8589bf8f95 from 1
    to 2
  metadata:
    creationTimestamp: "2026-07-31T23:57:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T23:57:00Z"
    name: isvc-canary-rollback-predictor.18c785305e63177d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15376"
    uid: 43f4a228-7723-450c-ac55-0f1159282b86
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-31T23:55:15.339938Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b7965d9d-lj9gh
    namespace: kserve-ci-e2e-test
    resourceVersion: "14468"
    uid: 98bb03d4-5bab-4c65-b7db-f4e148845009
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-v2-predictor-7b7965d9d-lj9gh
    to ip-10-0-132-129.ec2.internal
  metadata:
    creationTimestamp: "2026-07-31T23:55:15Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-31T23:55:15Z"
    name: isvc-canary-rollback-v2-predictor-7b7965d9d-lj9gh.18c78517fc56577a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14476"
    uid: ef7c3562-6e36-4bd8-84b3-47f7094407c8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66c69cb7d9-872ps
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:55:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b7965d9d-lj9gh
    namespace: kserve-ci-e2e-test
    resourceVersion: "14482"
    uid: 98bb03d4-5bab-4c65-b7db-f4e148845009
  kind: Event
  lastTimestamp: "2026-07-31T23:55:15Z"
  message: Add eth0 [10.132.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-31T23:55:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-31T23:55:15Z"
    name: isvc-canary-rollback-v2-predictor-7b7965d9d-lj9gh.18c78518175060a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14501"
    uid: a9dae8e0-dd4e-4a67-bcde-f584717ce97e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:55:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b7965d9d-lj9gh
    namespace: kserve-ci-e2e-test
    resourceVersion: "14472"
    uid: 98bb03d4-5bab-4c65-b7db-f4e148845009
  kind: Event
  lastTimestamp: "2026-07-31T23:55:15Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:a7f8762eacdcae046df91671e5d778b36a484552558515ce8a80ad3a10a98099"
  metadata:
    creationTimestamp: "2026-07-31T23:55:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:55:15Z"
    name: isvc-canary-rollback-v2-predictor-7b7965d9d-lj9gh.18c7851818b1e03d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14503"
    uid: 4618174e-ddf6-4edf-bee8-88171c3019d8
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:55:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b7965d9d-lj9gh
    namespace: kserve-ci-e2e-test
    resourceVersion: "14472"
    uid: 98bb03d4-5bab-4c65-b7db-f4e148845009
  kind: Event
  lastTimestamp: "2026-07-31T23:55:19Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:a7f8762eacdcae046df91671e5d778b36a484552558515ce8a80ad3a10a98099"
    in 3.192s (3.192s including waiting). Image size: 300981719 bytes.'
  metadata:
    creationTimestamp: "2026-07-31T23:55:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:55:19Z"
    name: isvc-canary-rollback-v2-predictor-7b7965d9d-lj9gh.18c78518d702d835
    namespace: kserve-ci-e2e-test
    resourceVersion: "14541"
    uid: d1c721f9-d578-4b75-8885-c42a0d99cf01
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:55:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b7965d9d-lj9gh
    namespace: kserve-ci-e2e-test
    resourceVersion: "14472"
    uid: 98bb03d4-5bab-4c65-b7db-f4e148845009
  kind: Event
  lastTimestamp: "2026-07-31T23:55:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-31T23:55:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:55:19Z"
    name: isvc-canary-rollback-v2-predictor-7b7965d9d-lj9gh.18c78518dbc697a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "14543"
    uid: 8988ba29-8ee4-40c4-9c81-877045dd3926
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:55:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b7965d9d-lj9gh
    namespace: kserve-ci-e2e-test
    resourceVersion: "14472"
    uid: 98bb03d4-5bab-4c65-b7db-f4e148845009
  kind: Event
  lastTimestamp: "2026-07-31T23:55:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-31T23:55:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:55:19Z"
    name: isvc-canary-rollback-v2-predictor-7b7965d9d-lj9gh.18c78518dc4574c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "14545"
    uid: 1a636b58-0e44-4fba-86c1-c79d161e4ac2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:55:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b7965d9d-lj9gh
    namespace: kserve-ci-e2e-test
    resourceVersion: "14472"
    uid: 98bb03d4-5bab-4c65-b7db-f4e148845009
  kind: Event
  lastTimestamp: "2026-07-31T23:55:23Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1841"
  metadata:
    creationTimestamp: "2026-07-31T23:55:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:55:23Z"
    name: isvc-canary-rollback-v2-predictor-7b7965d9d-lj9gh.18c78519d1fff14f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14587"
    uid: b3adada0-b40d-4905-97a3-e388cd9d1d74
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:55:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b7965d9d-lj9gh
    namespace: kserve-ci-e2e-test
    resourceVersion: "14472"
    uid: 98bb03d4-5bab-4c65-b7db-f4e148845009
  kind: Event
  lastTimestamp: "2026-07-31T23:55:36Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1841"
    in 13.234s (13.234s including waiting). Image size: 1555741111 bytes.'
  metadata:
    creationTimestamp: "2026-07-31T23:55:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:55:36Z"
    name: isvc-canary-rollback-v2-predictor-7b7965d9d-lj9gh.18c7851ce6dc707e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14701"
    uid: 8f40661d-85d8-446d-81bb-e8bc03e949f3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:55:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b7965d9d-lj9gh
    namespace: kserve-ci-e2e-test
    resourceVersion: "14472"
    uid: 98bb03d4-5bab-4c65-b7db-f4e148845009
  kind: Event
  lastTimestamp: "2026-07-31T23:55:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-31T23:55:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:55:36Z"
    name: isvc-canary-rollback-v2-predictor-7b7965d9d-lj9gh.18c7851cead92e78
    namespace: kserve-ci-e2e-test
    resourceVersion: "14703"
    uid: cd782ec9-43f7-441b-b6e1-472dafcf960f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:55:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b7965d9d-lj9gh
    namespace: kserve-ci-e2e-test
    resourceVersion: "14472"
    uid: 98bb03d4-5bab-4c65-b7db-f4e148845009
  kind: Event
  lastTimestamp: "2026-07-31T23:55:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T23:55:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:55:36Z"
    name: isvc-canary-rollback-v2-predictor-7b7965d9d-lj9gh.18c7851ceb5c016d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14704"
    uid: 7e6c8ffe-0c2a-4491-abb8-cf0a99cdaa52
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:55:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b7965d9d-lj9gh
    namespace: kserve-ci-e2e-test
    resourceVersion: "14472"
    uid: 98bb03d4-5bab-4c65-b7db-f4e148845009
  kind: Event
  lastTimestamp: "2026-07-31T23:55:36Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-07-31T23:55:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:55:36Z"
    name: isvc-canary-rollback-v2-predictor-7b7965d9d-lj9gh.18c7851ceb6ea44c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14705"
    uid: b7711d07-2375-47c2-a4f1-c51d9417a373
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:55:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b7965d9d-lj9gh
    namespace: kserve-ci-e2e-test
    resourceVersion: "14472"
    uid: 98bb03d4-5bab-4c65-b7db-f4e148845009
  kind: Event
  lastTimestamp: "2026-07-31T23:55:38Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.263s (2.263s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-07-31T23:55:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:55:38Z"
    name: isvc-canary-rollback-v2-predictor-7b7965d9d-lj9gh.18c7851d72607192
    namespace: kserve-ci-e2e-test
    resourceVersion: "14732"
    uid: 969db6f4-3b0a-4d5a-9505-0da38cbc09e5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:55:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b7965d9d-lj9gh
    namespace: kserve-ci-e2e-test
    resourceVersion: "14472"
    uid: 98bb03d4-5bab-4c65-b7db-f4e148845009
  kind: Event
  lastTimestamp: "2026-07-31T23:55:38Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-31T23:55:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:55:38Z"
    name: isvc-canary-rollback-v2-predictor-7b7965d9d-lj9gh.18c7851d7796c948
    namespace: kserve-ci-e2e-test
    resourceVersion: "14735"
    uid: 37a7ed52-4e1c-4055-bcc6-3718d18a5ced
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:55:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b7965d9d-lj9gh
    namespace: kserve-ci-e2e-test
    resourceVersion: "14472"
    uid: 98bb03d4-5bab-4c65-b7db-f4e148845009
  kind: Event
  lastTimestamp: "2026-07-31T23:55:38Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T23:55:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:55:38Z"
    name: isvc-canary-rollback-v2-predictor-7b7965d9d-lj9gh.18c7851d781ea358
    namespace: kserve-ci-e2e-test
    resourceVersion: "14737"
    uid: eec4265b-b780-4dc1-bd83-592618b6ce0c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-31T23:55:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b7965d9d-lj9gh
    namespace: kserve-ci-e2e-test
    resourceVersion: "14472"
    uid: 98bb03d4-5bab-4c65-b7db-f4e148845009
  kind: Event
  lastTimestamp: "2026-07-31T23:57:05Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-31T23:55:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:57:05Z"
    name: isvc-canary-rollback-v2-predictor-7b7965d9d-lj9gh.18c7851d94a8d260
    namespace: kserve-ci-e2e-test
    resourceVersion: "15580"
    uid: 4aa14f5e-58e0-4a34-a0c0-93dbe4b9a9ea
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:57:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b7965d9d-lj9gh
    namespace: kserve-ci-e2e-test
    resourceVersion: "14472"
    uid: 98bb03d4-5bab-4c65-b7db-f4e148845009
  kind: Event
  lastTimestamp: "2026-07-31T23:57:00Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T23:57:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:57:00Z"
    name: isvc-canary-rollback-v2-predictor-7b7965d9d-lj9gh.18c785305f876fe2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15381"
    uid: 8fa7f3d7-4056-48cd-ace8-a8399e8028e5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:57:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b7965d9d-lj9gh
    namespace: kserve-ci-e2e-test
    resourceVersion: "14472"
    uid: 98bb03d4-5bab-4c65-b7db-f4e148845009
  kind: Event
  lastTimestamp: "2026-07-31T23:57:00Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T23:57:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:57:00Z"
    name: isvc-canary-rollback-v2-predictor-7b7965d9d-lj9gh.18c785305f888925
    namespace: kserve-ci-e2e-test
    resourceVersion: "15383"
    uid: 734cd86d-dbb3-41a5-b18d-3e78fc883cd6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T23:57:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b7965d9d-lj9gh
    namespace: kserve-ci-e2e-test
    resourceVersion: "14472"
    uid: 98bb03d4-5bab-4c65-b7db-f4e148845009
  kind: Event
  lastTimestamp: "2026-07-31T23:57:05Z"
  message: 'Readiness probe failed: Get "https://10.132.0.32:8643/healthz": dial tcp
    10.132.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-31T23:57:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:57:05Z"
    name: isvc-canary-rollback-v2-predictor-7b7965d9d-lj9gh.18c7853070e6c7f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15579"
    uid: 5cb783b9-4e96-4928-801b-d43e534bdab3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:55:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-v2-predictor-7b7965d9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14458"
    uid: 6c84506c-de09-456e-851c-7d9a3b6babc7
  kind: Event
  lastTimestamp: "2026-07-31T23:55:15Z"
  message: 'Created pod: isvc-canary-rollback-v2-predictor-7b7965d9d-lj9gh'
  metadata:
    creationTimestamp: "2026-07-31T23:55:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T23:55:15Z"
    name: isvc-canary-rollback-v2-predictor-7b7965d9d.18c78517fbe7a851
    namespace: kserve-ci-e2e-test
    resourceVersion: "14471"
    uid: 6ff5b1c1-1c38-4dd8-b0d0-bf0f2cc9557d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:55:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14456"
    uid: cd3c15ba-c5f9-4bc0-aa02-13fec5970583
  kind: Event
  lastTimestamp: "2026-07-31T23:55:15Z"
  message: Scaled up replica set isvc-canary-rollback-v2-predictor-7b7965d9d from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-31T23:55:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T23:55:15Z"
    name: isvc-canary-rollback-v2-predictor.18c78517f91260e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "14461"
    uid: fb6e2ee5-7009-4ca0-be5c-50bc8510864b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 24
  eventTime: null
  firstTimestamp: "2026-07-31T23:55:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "14440"
    uid: 786d1422-d9dd-471b-80b2-1204851ba364
  kind: Event
  lastTimestamp: "2026-07-31T23:58:31Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-31T23:55:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T23:58:31Z"
    name: isvc-canary-rollback.18c78517f89fd733
    namespace: kserve-ci-e2e-test
    resourceVersion: "16277"
    uid: 969a163e-04a4-4705-93e6-38de90f39694
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T23:56:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "15287"
    uid: 786d1422-d9dd-471b-80b2-1204851ba364
  kind: Event
  lastTimestamp: "2026-07-31T23:58:31Z"
  message: InferenceService [isvc-canary-rollback] is Ready
  metadata:
    creationTimestamp: "2026-07-31T23:56:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T23:58:31Z"
    name: isvc-canary-rollback.18c7852e5d98b318
    namespace: kserve-ci-e2e-test
    resourceVersion: "16276"
    uid: 9d3f6579-2381-488f-9260-6c97810e1910
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:57:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "15386"
    uid: 786d1422-d9dd-471b-80b2-1204851ba364
  kind: Event
  lastTimestamp: "2026-07-31T23:57:00Z"
  message: 'InferenceService [isvc-canary-rollback] is no longer Ready because of:
    PredictorReady, Ready, Stopped'
  metadata:
    creationTimestamp: "2026-07-31T23:57:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T23:57:00Z"
    name: isvc-canary-rollback.18c7853061ffa00c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15388"
    uid: 6c56e629-5f51-4d7a-a8e1-8ba7f88479a2
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-31T23:58:45.434721Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-697f894f79-2zvrt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16461"
    uid: 1be30840-115a-437d-b51e-0a6517e18701
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-697f894f79-2zvrt
    to ip-10-0-131-119.ec2.internal
  metadata:
    creationTimestamp: "2026-07-31T23:58:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-31T23:58:45Z"
    name: isvc-canary-stop-predictor-697f894f79-2zvrt.18c78548e6f640e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16467"
    uid: 64c60002-0989-43e3-9d91-8112e3d16b46
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66c69cb7d9-872ps
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-697f894f79-2zvrt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16463"
    uid: 1be30840-115a-437d-b51e-0a6517e18701
  kind: Event
  lastTimestamp: "2026-07-31T23:58:45Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-stop-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-31T23:58:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:58:45Z"
    name: isvc-canary-stop-predictor-697f894f79-2zvrt.18c78548f4fa7b29
    namespace: kserve-ci-e2e-test
    resourceVersion: "16494"
    uid: 2086b17b-7ace-44ad-a6ff-cad9f72f7856
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-119.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-697f894f79-2zvrt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16483"
    uid: 1be30840-115a-437d-b51e-0a6517e18701
  kind: Event
  lastTimestamp: "2026-07-31T23:58:46Z"
  message: Add eth0 [10.134.0.22/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-31T23:58:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-31T23:58:46Z"
    name: isvc-canary-stop-predictor-697f894f79-2zvrt.18c78549244636a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16514"
    uid: 8f08152d-32fc-42d7-b650-a3270192ce13
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-697f894f79-2zvrt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16463"
    uid: 1be30840-115a-437d-b51e-0a6517e18701
  kind: Event
  lastTimestamp: "2026-07-31T23:58:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a7f8762eacdcae046df91671e5d778b36a484552558515ce8a80ad3a10a98099"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T23:58:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:58:46Z"
    name: isvc-canary-stop-predictor-697f894f79-2zvrt.18c78549259df4e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16516"
    uid: 1e0bdb33-cfa8-4e88-807a-38492dcbb8ef
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-697f894f79-2zvrt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16463"
    uid: 1be30840-115a-437d-b51e-0a6517e18701
  kind: Event
  lastTimestamp: "2026-07-31T23:58:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-31T23:58:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:58:46Z"
    name: isvc-canary-stop-predictor-697f894f79-2zvrt.18c78549292ec346
    namespace: kserve-ci-e2e-test
    resourceVersion: "16518"
    uid: e23d3a23-891d-4b3e-939a-e47d8d02b52e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-697f894f79-2zvrt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16463"
    uid: 1be30840-115a-437d-b51e-0a6517e18701
  kind: Event
  lastTimestamp: "2026-07-31T23:58:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-31T23:58:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:58:46Z"
    name: isvc-canary-stop-predictor-697f894f79-2zvrt.18c78549299d0741
    namespace: kserve-ci-e2e-test
    resourceVersion: "16519"
    uid: 50c77596-183e-4873-b4c1-941b2aa1f9cf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-697f894f79-2zvrt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16463"
    uid: 1be30840-115a-437d-b51e-0a6517e18701
  kind: Event
  lastTimestamp: "2026-07-31T23:58:50Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1841"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T23:58:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:58:50Z"
    name: isvc-canary-stop-predictor-697f894f79-2zvrt.18c7854a0c4347d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16557"
    uid: b0f16781-38b9-4ff9-b6e7-258157040c5b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-697f894f79-2zvrt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16463"
    uid: 1be30840-115a-437d-b51e-0a6517e18701
  kind: Event
  lastTimestamp: "2026-07-31T23:58:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-31T23:58:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:58:50Z"
    name: isvc-canary-stop-predictor-697f894f79-2zvrt.18c7854a0f861071
    namespace: kserve-ci-e2e-test
    resourceVersion: "16575"
    uid: 8605e366-aecd-424e-ae8b-e631ba3ec0d6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-697f894f79-2zvrt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16463"
    uid: 1be30840-115a-437d-b51e-0a6517e18701
  kind: Event
  lastTimestamp: "2026-07-31T23:58:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T23:58:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:58:50Z"
    name: isvc-canary-stop-predictor-697f894f79-2zvrt.18c7854a0ffa56e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16577"
    uid: 2a8a9df8-df26-4edc-8ae8-10e766b6174a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-697f894f79-2zvrt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16463"
    uid: 1be30840-115a-437d-b51e-0a6517e18701
  kind: Event
  lastTimestamp: "2026-07-31T23:58:50Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T23:58:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:58:50Z"
    name: isvc-canary-stop-predictor-697f894f79-2zvrt.18c7854a10042d6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16579"
    uid: a618c509-d055-444b-ba73-41efd522a08e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-697f894f79-2zvrt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16463"
    uid: 1be30840-115a-437d-b51e-0a6517e18701
  kind: Event
  lastTimestamp: "2026-07-31T23:58:50Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-31T23:58:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:58:50Z"
    name: isvc-canary-stop-predictor-697f894f79-2zvrt.18c7854a13066520
    namespace: kserve-ci-e2e-test
    resourceVersion: "16586"
    uid: a2f7cd97-bb1c-45fa-af63-391533ead6f2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-697f894f79-2zvrt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16463"
    uid: 1be30840-115a-437d-b51e-0a6517e18701
  kind: Event
  lastTimestamp: "2026-07-31T23:58:50Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T23:58:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:58:50Z"
    name: isvc-canary-stop-predictor-697f894f79-2zvrt.18c7854a137d9823
    namespace: kserve-ci-e2e-test
    resourceVersion: "16588"
    uid: 30436e4c-7e31-482a-abc9-86f021299e34
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-697f894f79-2zvrt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16463"
    uid: 1be30840-115a-437d-b51e-0a6517e18701
  kind: Event
  lastTimestamp: "2026-08-01T00:00:01Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.22:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-31T23:58:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:00:01Z"
    name: isvc-canary-stop-predictor-697f894f79-2zvrt.18c7854a8415cade
    namespace: kserve-ci-e2e-test
    resourceVersion: "17317"
    uid: a6c8169c-cda0-4dc8-811f-f0ce214e6fd2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-119.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:00:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-697f894f79-2zvrt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16463"
    uid: 1be30840-115a-437d-b51e-0a6517e18701
  kind: Event
  lastTimestamp: "2026-08-01T00:00:15Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:00:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:00:15Z"
    name: isvc-canary-stop-predictor-697f894f79-2zvrt.18c7855dd9a0a2de
    namespace: kserve-ci-e2e-test
    resourceVersion: "17467"
    uid: 7af33d9f-922a-4c15-bce9-50ce4301e3e7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:00:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-697f894f79-2zvrt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16463"
    uid: 1be30840-115a-437d-b51e-0a6517e18701
  kind: Event
  lastTimestamp: "2026-08-01T00:00:15Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:00:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:00:15Z"
    name: isvc-canary-stop-predictor-697f894f79-2zvrt.18c7855dd9a0ed5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17472"
    uid: 5728a7c7-6d7f-415d-b606-4143c69b9a2a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:00:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-697f894f79-2zvrt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16463"
    uid: 1be30840-115a-437d-b51e-0a6517e18701
  kind: Event
  lastTimestamp: "2026-08-01T00:00:18Z"
  message: 'Readiness probe failed: Get "https://10.134.0.22:8643/healthz": dial tcp
    10.134.0.22:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-01T00:00:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:00:18Z"
    name: isvc-canary-stop-predictor-697f894f79-2zvrt.18c7855e8a4973a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17513"
    uid: 77fd18bb-6e93-4fc5-84df-089b72dce1f9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-119.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-697f894f79
    namespace: kserve-ci-e2e-test
    resourceVersion: "16441"
    uid: 9b6bea6a-76d7-4073-a60f-c4277cebe514
  kind: Event
  lastTimestamp: "2026-07-31T23:58:45Z"
  message: 'Created pod: isvc-canary-stop-predictor-697f894f79-2zvrt'
  metadata:
    creationTimestamp: "2026-07-31T23:58:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T23:58:45Z"
    name: isvc-canary-stop-predictor-697f894f79.18c78548e693669f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16464"
    uid: ba0a88dd-0c67-44eb-88c0-0b663da930d2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16440"
    uid: 372b6d16-9925-4d90-bb59-fcd445cfa4a3
  kind: Event
  lastTimestamp: "2026-07-31T23:58:45Z"
  message: Scaled up replica set isvc-canary-stop-predictor-697f894f79 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-31T23:58:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T23:58:45Z"
    name: isvc-canary-stop-predictor.18c78548e1c0394b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16443"
    uid: 9fc0b773-4f4f-4245-b6a1-2bede926e274
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-31T23:58:45.445703Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6688bb854b-7wqgk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16466"
    uid: f5902754-bbbe-4554-b3d8-03dc4a2446f6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-v2-predictor-6688bb854b-7wqgk
    to ip-10-0-132-129.ec2.internal
  metadata:
    creationTimestamp: "2026-07-31T23:58:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-31T23:58:45Z"
    name: isvc-canary-stop-v2-predictor-6688bb854b-7wqgk.18c78548e79ddb4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16474"
    uid: e253dd94-43d8-48e9-b664-f4fdcc6a49b3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66c69cb7d9-872ps
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6688bb854b-7wqgk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16484"
    uid: f5902754-bbbe-4554-b3d8-03dc4a2446f6
  kind: Event
  lastTimestamp: "2026-07-31T23:58:45Z"
  message: Add eth0 [10.132.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-31T23:58:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-31T23:58:45Z"
    name: isvc-canary-stop-v2-predictor-6688bb854b-7wqgk.18c7854902488b84
    namespace: kserve-ci-e2e-test
    resourceVersion: "16499"
    uid: 6659d101-2349-4573-9e1b-bb0a5bc2d592
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6688bb854b-7wqgk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16469"
    uid: f5902754-bbbe-4554-b3d8-03dc4a2446f6
  kind: Event
  lastTimestamp: "2026-07-31T23:58:45Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a7f8762eacdcae046df91671e5d778b36a484552558515ce8a80ad3a10a98099"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T23:58:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:58:45Z"
    name: isvc-canary-stop-v2-predictor-6688bb854b-7wqgk.18c78549039bfa59
    namespace: kserve-ci-e2e-test
    resourceVersion: "16501"
    uid: 0c7bd73d-b9d6-414e-a14b-ad5e595d562b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6688bb854b-7wqgk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16469"
    uid: f5902754-bbbe-4554-b3d8-03dc4a2446f6
  kind: Event
  lastTimestamp: "2026-07-31T23:58:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-31T23:58:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:58:45Z"
    name: isvc-canary-stop-v2-predictor-6688bb854b-7wqgk.18c785490692edb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16502"
    uid: 95bb43d3-5b60-41ee-ab57-8bca16391c58
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6688bb854b-7wqgk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16469"
    uid: f5902754-bbbe-4554-b3d8-03dc4a2446f6
  kind: Event
  lastTimestamp: "2026-07-31T23:58:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-31T23:58:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:58:45Z"
    name: isvc-canary-stop-v2-predictor-6688bb854b-7wqgk.18c78549071f6b95
    namespace: kserve-ci-e2e-test
    resourceVersion: "16504"
    uid: b3839700-4341-4426-897e-ad80293ab2ca
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6688bb854b-7wqgk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16469"
    uid: f5902754-bbbe-4554-b3d8-03dc4a2446f6
  kind: Event
  lastTimestamp: "2026-07-31T23:58:50Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1841"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T23:58:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:58:50Z"
    name: isvc-canary-stop-v2-predictor-6688bb854b-7wqgk.18c7854a0d0f49e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16560"
    uid: 4ac3f212-b23b-4faa-b8e4-2b7ba2592c01
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6688bb854b-7wqgk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16469"
    uid: f5902754-bbbe-4554-b3d8-03dc4a2446f6
  kind: Event
  lastTimestamp: "2026-07-31T23:58:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-31T23:58:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:58:50Z"
    name: isvc-canary-stop-v2-predictor-6688bb854b-7wqgk.18c7854a11e83742
    namespace: kserve-ci-e2e-test
    resourceVersion: "16580"
    uid: 476134b3-3578-4649-8979-286d060713f6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6688bb854b-7wqgk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16469"
    uid: f5902754-bbbe-4554-b3d8-03dc4a2446f6
  kind: Event
  lastTimestamp: "2026-07-31T23:58:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T23:58:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:58:50Z"
    name: isvc-canary-stop-v2-predictor-6688bb854b-7wqgk.18c7854a125f2736
    namespace: kserve-ci-e2e-test
    resourceVersion: "16583"
    uid: fa8023ae-135e-4fb8-bb56-5fa8426795dd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6688bb854b-7wqgk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16469"
    uid: f5902754-bbbe-4554-b3d8-03dc4a2446f6
  kind: Event
  lastTimestamp: "2026-07-31T23:58:50Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T23:58:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:58:50Z"
    name: isvc-canary-stop-v2-predictor-6688bb854b-7wqgk.18c7854a12696c33
    namespace: kserve-ci-e2e-test
    resourceVersion: "16585"
    uid: 277236a8-2835-4190-9f1d-f628e86118d5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6688bb854b-7wqgk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16469"
    uid: f5902754-bbbe-4554-b3d8-03dc4a2446f6
  kind: Event
  lastTimestamp: "2026-07-31T23:58:50Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-31T23:58:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:58:50Z"
    name: isvc-canary-stop-v2-predictor-6688bb854b-7wqgk.18c7854a16f74da5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16605"
    uid: 93fc0f80-7df2-4827-b720-75b61dbd851c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6688bb854b-7wqgk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16469"
    uid: f5902754-bbbe-4554-b3d8-03dc4a2446f6
  kind: Event
  lastTimestamp: "2026-07-31T23:58:50Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T23:58:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:58:50Z"
    name: isvc-canary-stop-v2-predictor-6688bb854b-7wqgk.18c7854a177e52dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16609"
    uid: c28ce25f-07f8-46a0-9e01-5bace26ad459
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6688bb854b-7wqgk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16469"
    uid: f5902754-bbbe-4554-b3d8-03dc4a2446f6
  kind: Event
  lastTimestamp: "2026-08-01T00:00:18Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-31T23:58:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:00:18Z"
    name: isvc-canary-stop-v2-predictor-6688bb854b-7wqgk.18c7854a855fadcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17515"
    uid: 8e2a0cb5-f869-4ef0-b0bd-a30e09d280cb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:00:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6688bb854b-7wqgk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16469"
    uid: f5902754-bbbe-4554-b3d8-03dc4a2446f6
  kind: Event
  lastTimestamp: "2026-08-01T00:00:15Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:00:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:00:15Z"
    name: isvc-canary-stop-v2-predictor-6688bb854b-7wqgk.18c7855ddc2a5e31
    namespace: kserve-ci-e2e-test
    resourceVersion: "17484"
    uid: 1983a575-4206-4744-9e2a-3d65f0e25821
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:00:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6688bb854b-7wqgk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16469"
    uid: f5902754-bbbe-4554-b3d8-03dc4a2446f6
  kind: Event
  lastTimestamp: "2026-08-01T00:00:15Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:00:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:00:15Z"
    name: isvc-canary-stop-v2-predictor-6688bb854b-7wqgk.18c7855ddc2afaa7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17485"
    uid: 73b38cb2-0bb9-4a73-8596-12bc53becf8f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:00:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6688bb854b-7wqgk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16469"
    uid: f5902754-bbbe-4554-b3d8-03dc4a2446f6
  kind: Event
  lastTimestamp: "2026-08-01T00:00:18Z"
  message: 'Readiness probe failed: Get "https://10.132.0.35:8643/healthz": dial tcp
    10.132.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-01T00:00:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:00:18Z"
    name: isvc-canary-stop-v2-predictor-6688bb854b-7wqgk.18c7855e8ba10c01
    namespace: kserve-ci-e2e-test
    resourceVersion: "17514"
    uid: e7cbc3fc-db06-4ec2-95ba-d8f680e44feb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-v2-predictor-6688bb854b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16452"
    uid: e69722ef-07c2-4289-92f5-45327fc52177
  kind: Event
  lastTimestamp: "2026-07-31T23:58:45Z"
  message: 'Created pod: isvc-canary-stop-v2-predictor-6688bb854b-7wqgk'
  metadata:
    creationTimestamp: "2026-07-31T23:58:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T23:58:45Z"
    name: isvc-canary-stop-v2-predictor-6688bb854b.18c78548e7288332
    namespace: kserve-ci-e2e-test
    resourceVersion: "16468"
    uid: 71464014-61a4-4b7a-90ae-c38d66f31b03
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16451"
    uid: db06fc80-5b96-4618-8876-c9cf645b9b3d
  kind: Event
  lastTimestamp: "2026-07-31T23:58:45Z"
  message: Scaled up replica set isvc-canary-stop-v2-predictor-6688bb854b from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-31T23:58:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T23:58:45Z"
    name: isvc-canary-stop-v2-predictor.18c78548e3cf79c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16454"
    uid: 1fede047-5bbd-4bfc-9898-f8eb8b8a53eb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 19
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "16433"
    uid: 70412a29-9efc-4249-8b00-fefaf53b67f1
  kind: Event
  lastTimestamp: "2026-08-01T00:00:15Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-31T23:58:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:00:15Z"
    name: isvc-canary-stop.18c78548e3925725
    namespace: kserve-ci-e2e-test
    resourceVersion: "17495"
    uid: 1ef9b31d-d8fa-4060-b481-47218dd2e9bc
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "16433"
    uid: 70412a29-9efc-4249-8b00-fefaf53b67f1
  kind: Event
  lastTimestamp: "2026-07-31T23:58:45Z"
  message: 'Failed to update status for InferenceService "isvc-canary-stop": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-stop":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-31T23:58:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T23:58:45Z"
    name: isvc-canary-stop.18c78548e3f2ec10
    namespace: kserve-ci-e2e-test
    resourceVersion: "16488"
    uid: 80b52066-112d-4f52-9c38-c89bbbd4aede
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "16433"
    uid: 70412a29-9efc-4249-8b00-fefaf53b67f1
  kind: Event
  lastTimestamp: "2026-07-31T23:58:45Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-stop": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-31T23:58:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T23:58:45Z"
    name: isvc-canary-stop.18c78548e3f35231
    namespace: kserve-ci-e2e-test
    resourceVersion: "16489"
    uid: c301a577-c88a-44b2-a4c2-db1380bc391a
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:00:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "17423"
    uid: 70412a29-9efc-4249-8b00-fefaf53b67f1
  kind: Event
  lastTimestamp: "2026-08-01T00:00:11Z"
  message: InferenceService [isvc-canary-stop] is Ready
  metadata:
    creationTimestamp: "2026-08-01T00:00:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:00:11Z"
    name: isvc-canary-stop.18c7855ceed92269
    namespace: kserve-ci-e2e-test
    resourceVersion: "17425"
    uid: 29642b1d-776c-4df4-9ed3-5f84aca28373
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:00:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "17481"
    uid: 70412a29-9efc-4249-8b00-fefaf53b67f1
  kind: Event
  lastTimestamp: "2026-08-01T00:00:15Z"
  message: 'InferenceService [isvc-canary-stop] is no longer Ready because of: PredictorReady,
    Ready'
  metadata:
    creationTimestamp: "2026-08-01T00:00:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:00:15Z"
    name: isvc-canary-stop.18c7855ddbcd260a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17483"
    uid: 4f163c21-56ff-42d8-ac6a-b44dc0051f95
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-01T00:02:34.146971Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-168342-predictor-5dd6479db6-kthxk
    namespace: kserve-ci-e2e-test
    resourceVersion: "18976"
    uid: 20d63252-f064-45b3-9f92-b01142043e70
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-168342-predictor-5dd6479db6-kthxk
    to ip-10-0-131-119.ec2.internal
  metadata:
    creationTimestamp: "2026-08-01T00:02:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-01T00:02:34Z"
    name: isvc-init-fail-168342-predictor-5dd6479db6-kthxk.18c7857e27463384
    namespace: kserve-ci-e2e-test
    resourceVersion: "18981"
    uid: 2665544a-39d4-428b-8737-15c34ce02079
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66c69cb7d9-872ps
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:02:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-168342-predictor-5dd6479db6-kthxk
    namespace: kserve-ci-e2e-test
    resourceVersion: "18978"
    uid: 20d63252-f064-45b3-9f92-b01142043e70
  kind: Event
  lastTimestamp: "2026-08-01T00:02:34Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-init-fail-168342-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-08-01T00:02:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:02:34Z"
    name: isvc-init-fail-168342-predictor-5dd6479db6-kthxk.18c7857e344dabf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18997"
    uid: c6ec48e6-aff2-4193-9170-270819cba73e
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-119.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:02:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-168342-predictor-5dd6479db6-kthxk
    namespace: kserve-ci-e2e-test
    resourceVersion: "18987"
    uid: 20d63252-f064-45b3-9f92-b01142043e70
  kind: Event
  lastTimestamp: "2026-08-01T00:02:35Z"
  message: Add eth0 [10.134.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-01T00:02:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-01T00:02:35Z"
    name: isvc-init-fail-168342-predictor-5dd6479db6-kthxk.18c7857e64749daf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19009"
    uid: f22213d6-7cc9-4677-84ac-dee9e46214cd
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-01T00:02:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-168342-predictor-5dd6479db6-kthxk
    namespace: kserve-ci-e2e-test
    resourceVersion: "18978"
    uid: 20d63252-f064-45b3-9f92-b01142043e70
  kind: Event
  lastTimestamp: "2026-08-01T00:02:38Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a7f8762eacdcae046df91671e5d778b36a484552558515ce8a80ad3a10a98099"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:02:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:02:38Z"
    name: isvc-init-fail-168342-predictor-5dd6479db6-kthxk.18c7857e65e64303
    namespace: kserve-ci-e2e-test
    resourceVersion: "19134"
    uid: cedf0fdf-32da-4b0e-a182-6e4292c1616b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-01T00:02:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-168342-predictor-5dd6479db6-kthxk
    namespace: kserve-ci-e2e-test
    resourceVersion: "18978"
    uid: 20d63252-f064-45b3-9f92-b01142043e70
  kind: Event
  lastTimestamp: "2026-08-01T00:02:38Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-01T00:02:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:02:38Z"
    name: isvc-init-fail-168342-predictor-5dd6479db6-kthxk.18c7857e6893f9bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19136"
    uid: ae7ed78f-ca76-4bf7-80e1-4227d0a36fc4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-01T00:02:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-168342-predictor-5dd6479db6-kthxk
    namespace: kserve-ci-e2e-test
    resourceVersion: "18978"
    uid: 20d63252-f064-45b3-9f92-b01142043e70
  kind: Event
  lastTimestamp: "2026-08-01T00:02:38Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-01T00:02:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:02:38Z"
    name: isvc-init-fail-168342-predictor-5dd6479db6-kthxk.18c7857e691784d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19137"
    uid: 2b316b5c-996b-40c6-a62b-9cc9dc609c2e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:02:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-168342-predictor-5dd6479db6-kthxk
    namespace: kserve-ci-e2e-test
    resourceVersion: "18978"
    uid: 20d63252-f064-45b3-9f92-b01142043e70
  kind: Event
  lastTimestamp: "2026-08-01T00:02:39Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-08-01T00:02:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:02:39Z"
    name: isvc-init-fail-168342-predictor-5dd6479db6-kthxk.18c7857f560b4762
    namespace: kserve-ci-e2e-test
    resourceVersion: "19165"
    uid: fd8bbab5-f99a-42e4-a983-6850cfad3ed1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:02:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-168342-predictor-5dd6479db6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18968"
    uid: 3b74f15a-a1ec-4266-bb0f-f43f1d977984
  kind: Event
  lastTimestamp: "2026-08-01T00:02:34Z"
  message: 'Created pod: isvc-init-fail-168342-predictor-5dd6479db6-kthxk'
  metadata:
    creationTimestamp: "2026-08-01T00:02:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:02:34Z"
    name: isvc-init-fail-168342-predictor-5dd6479db6.18c7857e26a1e4f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18977"
    uid: 98bbdd55-9fc5-466b-8e6b-9d6cb6fcd0cc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:02:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-168342-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18966"
    uid: 2dbb57f2-eef4-4400-ad4e-44d7484561bf
  kind: Event
  lastTimestamp: "2026-08-01T00:02:34Z"
  message: Scaled up replica set isvc-init-fail-168342-predictor-5dd6479db6 from 0
    to 1
  metadata:
    creationTimestamp: "2026-08-01T00:02:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:02:34Z"
    name: isvc-init-fail-168342-predictor.18c7857e23b01f64
    namespace: kserve-ci-e2e-test
    resourceVersion: "18969"
    uid: aa642ce9-8a52-427b-a575-9ffcbb3321d2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-08-01T00:02:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-168342
    namespace: kserve-ci-e2e-test
    resourceVersion: "18959"
    uid: 29e405d5-e54c-41e1-934c-44d681bc4d7a
  kind: Event
  lastTimestamp: "2026-08-01T00:02:38Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-01T00:02:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:02:38Z"
    name: isvc-init-fail-168342.18c7857e23af8241
    namespace: kserve-ci-e2e-test
    resourceVersion: "19140"
    uid: 4a6f5d57-7f99-46b3-a5c4-899493d28c22
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-01T00:02:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-168342
    namespace: kserve-ci-e2e-test
    resourceVersion: "18959"
    uid: 29e405d5-e54c-41e1-934c-44d681bc4d7a
  kind: Event
  lastTimestamp: "2026-08-01T00:02:34Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-168342":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-168342":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-01T00:02:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:02:34Z"
    name: isvc-init-fail-168342.18c7857e246303ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "18989"
    uid: 1f160b1a-b7d4-45c1-94f5-31ea09d93252
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-01T00:02:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-168342
    namespace: kserve-ci-e2e-test
    resourceVersion: "18959"
    uid: 29e405d5-e54c-41e1-934c-44d681bc4d7a
  kind: Event
  lastTimestamp: "2026-08-01T00:02:34Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-168342": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-08-01T00:02:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:02:34Z"
    name: isvc-init-fail-168342.18c7857e24635994
    namespace: kserve-ci-e2e-test
    resourceVersion: "18991"
    uid: 68f5c990-85a7-40f0-a795-727c537ca3e9
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-01T00:01:00.953940Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-40d2c-predictor-7d9dd75d8d-wfdl5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18087"
    uid: b7e7cbaf-0864-40c7-a5ce-e07cf6f6c1b0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-raw-40d2c-predictor-7d9dd75d8d-wfdl5
    to ip-10-0-139-141.ec2.internal
  metadata:
    creationTimestamp: "2026-08-01T00:01:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-01T00:01:00Z"
    name: isvc-logger-raw-40d2c-predictor-7d9dd75d8d-wfdl5.18c7856874897932
    namespace: kserve-ci-e2e-test
    resourceVersion: "18091"
    uid: a26597fa-b3ce-4380-a16e-334c67a1d2fe
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66c69cb7d9-872ps
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:01:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-40d2c-predictor-7d9dd75d8d-wfdl5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18095"
    uid: b7e7cbaf-0864-40c7-a5ce-e07cf6f6c1b0
  kind: Event
  lastTimestamp: "2026-08-01T00:01:01Z"
  message: Add eth0 [10.133.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-01T00:01:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-01T00:01:01Z"
    name: isvc-logger-raw-40d2c-predictor-7d9dd75d8d-wfdl5.18c785688e4052ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "18104"
    uid: ff3ccd2f-405a-453d-a525-b88d5226d410
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:01:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-40d2c-predictor-7d9dd75d8d-wfdl5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18089"
    uid: b7e7cbaf-0864-40c7-a5ce-e07cf6f6c1b0
  kind: Event
  lastTimestamp: "2026-08-01T00:01:01Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a7f8762eacdcae046df91671e5d778b36a484552558515ce8a80ad3a10a98099"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:01:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:01:01Z"
    name: isvc-logger-raw-40d2c-predictor-7d9dd75d8d-wfdl5.18c785688fb1d73a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18106"
    uid: 1ede1ef1-a2e8-4da1-bc61-0db1ee1ad4d1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:01:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-40d2c-predictor-7d9dd75d8d-wfdl5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18089"
    uid: b7e7cbaf-0864-40c7-a5ce-e07cf6f6c1b0
  kind: Event
  lastTimestamp: "2026-08-01T00:01:01Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-01T00:01:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:01:01Z"
    name: isvc-logger-raw-40d2c-predictor-7d9dd75d8d-wfdl5.18c7856892cde6dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18107"
    uid: f2a0d291-44ee-4656-bf18-1fe400b5cc45
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:01:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-40d2c-predictor-7d9dd75d8d-wfdl5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18089"
    uid: b7e7cbaf-0864-40c7-a5ce-e07cf6f6c1b0
  kind: Event
  lastTimestamp: "2026-08-01T00:01:01Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-01T00:01:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:01:01Z"
    name: isvc-logger-raw-40d2c-predictor-7d9dd75d8d-wfdl5.18c785689343de7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18108"
    uid: 5a1a180b-ba44-4c3f-b324-b059ffbc648d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:01:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-40d2c-predictor-7d9dd75d8d-wfdl5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18089"
    uid: b7e7cbaf-0864-40c7-a5ce-e07cf6f6c1b0
  kind: Event
  lastTimestamp: "2026-08-01T00:01:05Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1841"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:01:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:01:05Z"
    name: isvc-logger-raw-40d2c-predictor-7d9dd75d8d-wfdl5.18c785698f7e5b84
    namespace: kserve-ci-e2e-test
    resourceVersion: "18149"
    uid: b72b5dac-075b-482e-befb-925244e80f7d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:01:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-40d2c-predictor-7d9dd75d8d-wfdl5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18089"
    uid: b7e7cbaf-0864-40c7-a5ce-e07cf6f6c1b0
  kind: Event
  lastTimestamp: "2026-08-01T00:01:05Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-01T00:01:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:01:05Z"
    name: isvc-logger-raw-40d2c-predictor-7d9dd75d8d-wfdl5.18c78569928a8feb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18151"
    uid: c620a4a9-e6a7-4193-8621-bed2ebd2084f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:01:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-40d2c-predictor-7d9dd75d8d-wfdl5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18089"
    uid: b7e7cbaf-0864-40c7-a5ce-e07cf6f6c1b0
  kind: Event
  lastTimestamp: "2026-08-01T00:01:05Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:01:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:01:05Z"
    name: isvc-logger-raw-40d2c-predictor-7d9dd75d8d-wfdl5.18c78569930282d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18152"
    uid: 7da5638a-7408-4886-a868-10b10c1f26ad
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:01:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-40d2c-predictor-7d9dd75d8d-wfdl5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18089"
    uid: b7e7cbaf-0864-40c7-a5ce-e07cf6f6c1b0
  kind: Event
  lastTimestamp: "2026-08-01T00:01:05Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:01:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:01:05Z"
    name: isvc-logger-raw-40d2c-predictor-7d9dd75d8d-wfdl5.18c78569930ecbb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18155"
    uid: 712b61a3-fc94-443f-9e6e-2536a175245e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:01:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-40d2c-predictor-7d9dd75d8d-wfdl5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18089"
    uid: b7e7cbaf-0864-40c7-a5ce-e07cf6f6c1b0
  kind: Event
  lastTimestamp: "2026-08-01T00:01:05Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-01T00:01:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:01:05Z"
    name: isvc-logger-raw-40d2c-predictor-7d9dd75d8d-wfdl5.18c78569964f49b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18157"
    uid: 84b0cc97-91ee-4fd2-943a-ccc6e7f9d463
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:01:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-40d2c-predictor-7d9dd75d8d-wfdl5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18089"
    uid: b7e7cbaf-0864-40c7-a5ce-e07cf6f6c1b0
  kind: Event
  lastTimestamp: "2026-08-01T00:01:05Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:01:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:01:05Z"
    name: isvc-logger-raw-40d2c-predictor-7d9dd75d8d-wfdl5.18c7856996e8d5ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "18158"
    uid: 5fd85a57-939a-4bb9-96b2-0aede4a548fd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:01:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-40d2c-predictor-7d9dd75d8d-wfdl5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18089"
    uid: b7e7cbaf-0864-40c7-a5ce-e07cf6f6c1b0
  kind: Event
  lastTimestamp: "2026-08-01T00:01:05Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:e35db5af73845fe7e6099094a68ce40213c835087adabd545236f0cde01dfd21"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:01:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:01:05Z"
    name: isvc-logger-raw-40d2c-predictor-7d9dd75d8d-wfdl5.18c7856996f9653c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18159"
    uid: 7e755e0c-30fc-4e4c-b80f-cef04ff88ddd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:01:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-40d2c-predictor-7d9dd75d8d-wfdl5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18089"
    uid: b7e7cbaf-0864-40c7-a5ce-e07cf6f6c1b0
  kind: Event
  lastTimestamp: "2026-08-01T00:01:05Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-08-01T00:01:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:01:05Z"
    name: isvc-logger-raw-40d2c-predictor-7d9dd75d8d-wfdl5.18c7856999b27a94
    namespace: kserve-ci-e2e-test
    resourceVersion: "18160"
    uid: 981ab396-9b32-43ae-9759-604011948db7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:01:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-40d2c-predictor-7d9dd75d8d-wfdl5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18089"
    uid: b7e7cbaf-0864-40c7-a5ce-e07cf6f6c1b0
  kind: Event
  lastTimestamp: "2026-08-01T00:01:05Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-08-01T00:01:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:01:05Z"
    name: isvc-logger-raw-40d2c-predictor-7d9dd75d8d-wfdl5.18c785699a41dc2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18162"
    uid: 25b31c56-28ad-4dcd-b63b-d72339fa316c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-08-01T00:01:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-40d2c-predictor-7d9dd75d8d-wfdl5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18089"
    uid: b7e7cbaf-0864-40c7-a5ce-e07cf6f6c1b0
  kind: Event
  lastTimestamp: "2026-08-01T00:02:47Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-01T00:01:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:02:47Z"
    name: isvc-logger-raw-40d2c-predictor-7d9dd75d8d-wfdl5.18c78569cb8e9ba1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19290"
    uid: 1dd65bf2-95cf-4993-a814-0b05ed8790f2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-08-01T00:01:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-40d2c-predictor-7d9dd75d8d-wfdl5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18089"
    uid: b7e7cbaf-0864-40c7-a5ce-e07cf6f6c1b0
  kind: Event
  lastTimestamp: "2026-08-01T00:02:37Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-08-01T00:01:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:02:37Z"
    name: isvc-logger-raw-40d2c-predictor-7d9dd75d8d-wfdl5.18c78569cb987d42
    namespace: kserve-ci-e2e-test
    resourceVersion: "19121"
    uid: a8289a09-e493-4672-a34e-3b92c17860c3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:02:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-40d2c-predictor-7d9dd75d8d-wfdl5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18089"
    uid: b7e7cbaf-0864-40c7-a5ce-e07cf6f6c1b0
  kind: Event
  lastTimestamp: "2026-08-01T00:02:36Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:02:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:02:36Z"
    name: isvc-logger-raw-40d2c-predictor-7d9dd75d8d-wfdl5.18c7857e9d1bb7be
    namespace: kserve-ci-e2e-test
    resourceVersion: "19046"
    uid: 2d52640b-28e3-4fcc-80e6-563d491c55cc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:02:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-40d2c-predictor-7d9dd75d8d-wfdl5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18089"
    uid: b7e7cbaf-0864-40c7-a5ce-e07cf6f6c1b0
  kind: Event
  lastTimestamp: "2026-08-01T00:02:36Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-08-01T00:02:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:02:36Z"
    name: isvc-logger-raw-40d2c-predictor-7d9dd75d8d-wfdl5.18c7857e9d1be514
    namespace: kserve-ci-e2e-test
    resourceVersion: "19050"
    uid: 90ed28ec-7b80-4cdc-b4d4-1cac79f30263
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:02:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-40d2c-predictor-7d9dd75d8d-wfdl5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18089"
    uid: b7e7cbaf-0864-40c7-a5ce-e07cf6f6c1b0
  kind: Event
  lastTimestamp: "2026-08-01T00:02:36Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:02:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:02:36Z"
    name: isvc-logger-raw-40d2c-predictor-7d9dd75d8d-wfdl5.18c7857e9d1c24a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19052"
    uid: 3ea7be7f-a3fc-4a2c-aad2-ccc498f8d8d3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-01T00:02:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-40d2c-predictor-7d9dd75d8d-wfdl5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18089"
    uid: b7e7cbaf-0864-40c7-a5ce-e07cf6f6c1b0
  kind: Event
  lastTimestamp: "2026-08-01T00:02:42Z"
  message: 'Readiness probe failed: Get "https://10.133.0.27:8643/healthz": dial tcp
    10.133.0.27:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-01T00:02:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:02:42Z"
    name: isvc-logger-raw-40d2c-predictor-7d9dd75d8d-wfdl5.18c7857efbca89eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19202"
    uid: 0cb01f74-8fb2-4d29-8e43-da64bc43d959
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:01:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-raw-40d2c-predictor-7d9dd75d8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18075"
    uid: 4beb93e2-03fc-4b4e-a481-07601d1fecaf
  kind: Event
  lastTimestamp: "2026-08-01T00:01:00Z"
  message: 'Created pod: isvc-logger-raw-40d2c-predictor-7d9dd75d8d-wfdl5'
  metadata:
    creationTimestamp: "2026-08-01T00:01:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:01:00Z"
    name: isvc-logger-raw-40d2c-predictor-7d9dd75d8d.18c785687420ea3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18088"
    uid: 5d75c80a-acf6-4a75-aa43-f8bded454d06
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:01:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-raw-40d2c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18073"
    uid: f4065942-b2ff-48d8-a7fb-e08736c44eae
  kind: Event
  lastTimestamp: "2026-08-01T00:01:00Z"
  message: Scaled up replica set isvc-logger-raw-40d2c-predictor-7d9dd75d8d from 0
    to 1
  metadata:
    creationTimestamp: "2026-08-01T00:01:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:01:00Z"
    name: isvc-logger-raw-40d2c-predictor.18c7856870acb1a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18077"
    uid: fe08727e-e518-47b0-b244-358db6270639
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-01T00:01:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-40d2c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18074"
    uid: d3eb8fa4-7281-48a3-b3f3-385a0c970fbe
  kind: Event
  lastTimestamp: "2026-08-01T00:01:30Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-01T00:01:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:01:30Z"
    name: isvc-logger-raw-40d2c-predictor.18c7856bef2b9ec6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18361"
    uid: 9440e001-44cc-4b7b-91eb-2dd90a52106b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-01T00:01:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-40d2c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18074"
    uid: d3eb8fa4-7281-48a3-b3f3-385a0c970fbe
  kind: Event
  lastTimestamp: "2026-08-01T00:01:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-01T00:01:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:01:30Z"
    name: isvc-logger-raw-40d2c-predictor.18c7856bef893e99
    namespace: kserve-ci-e2e-test
    resourceVersion: "18362"
    uid: cdf5c78e-5f5b-482c-b376-01da24978b4a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-08-01T00:01:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-40d2c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18253"
    uid: d3eb8fa4-7281-48a3-b3f3-385a0c970fbe
  kind: Event
  lastTimestamp: "2026-08-01T00:02:30Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-01T00:01:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:02:30Z"
    name: isvc-logger-raw-40d2c-predictor.18c78572ecde91d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18926"
    uid: 43978aa1-9f28-4562-8b58-002e859e9f91
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-08-01T00:01:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-40d2c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18253"
    uid: d3eb8fa4-7281-48a3-b3f3-385a0c970fbe
  kind: Event
  lastTimestamp: "2026-08-01T00:02:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-01T00:01:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:02:30Z"
    name: isvc-logger-raw-40d2c-predictor.18c78572ed40b760
    namespace: kserve-ci-e2e-test
    resourceVersion: "18929"
    uid: a6a8015a-f9f3-439d-9824-2af88aaa3b11
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-08-01T00:01:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-40d2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18066"
    uid: 66b7b486-3392-4ead-af69-717f11880c2f
  kind: Event
  lastTimestamp: "2026-08-01T00:02:27Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-01T00:01:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:02:27Z"
    name: isvc-logger-raw-40d2c.18c7856870bfea3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18868"
    uid: 2186f257-1e46-47cc-9f45-63fec438f8ea
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:01:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-40d2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18066"
    uid: 66b7b486-3392-4ead-af69-717f11880c2f
  kind: Event
  lastTimestamp: "2026-08-01T00:01:00Z"
  message: 'Failed to update status for InferenceService "isvc-logger-raw-40d2c":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger-raw-40d2c":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-01T00:01:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:01:00Z"
    name: isvc-logger-raw-40d2c.18c7856871408bbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18082"
    uid: b0075761-7588-42a5-b0fc-e555d6d50fde
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:02:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-40d2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18866"
    uid: 66b7b486-3392-4ead-af69-717f11880c2f
  kind: Event
  lastTimestamp: "2026-08-01T00:02:27Z"
  message: InferenceService [isvc-logger-raw-40d2c] is Ready
  metadata:
    creationTimestamp: "2026-08-01T00:02:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:02:27Z"
    name: isvc-logger-raw-40d2c.18c7857c9a2b6653
    namespace: kserve-ci-e2e-test
    resourceVersion: "18867"
    uid: fbcae02c-99d9-42a1-b500-7ea167ff7099
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-01T00:10:31.259045Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-fc5d477ff-k7bnh
    namespace: kserve-ci-e2e-test
    resourceVersion: "23185"
    uid: 55645792-0876-4299-acb7-665d6cabb951
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-raw-cipn-predictor-fc5d477ff-k7bnh
    to ip-10-0-139-141.ec2.internal
  metadata:
    creationTimestamp: "2026-08-01T00:10:31Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-01T00:10:31Z"
    name: isvc-logger-raw-cipn-predictor-fc5d477ff-k7bnh.18c785ed3d5eac1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23189"
    uid: 40b1c484-c94a-48f7-8d61-f1232a839af3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66c69cb7d9-872ps
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:10:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-fc5d477ff-k7bnh
    namespace: kserve-ci-e2e-test
    resourceVersion: "23193"
    uid: 55645792-0876-4299-acb7-665d6cabb951
  kind: Event
  lastTimestamp: "2026-08-01T00:10:31Z"
  message: Add eth0 [10.133.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-01T00:10:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-01T00:10:31Z"
    name: isvc-logger-raw-cipn-predictor-fc5d477ff-k7bnh.18c785ed56eeac6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23199"
    uid: 41128d8e-cbe1-4d7b-be91-7047fe629d0e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:10:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-fc5d477ff-k7bnh
    namespace: kserve-ci-e2e-test
    resourceVersion: "23186"
    uid: 55645792-0876-4299-acb7-665d6cabb951
  kind: Event
  lastTimestamp: "2026-08-01T00:10:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a7f8762eacdcae046df91671e5d778b36a484552558515ce8a80ad3a10a98099"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:10:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:10:31Z"
    name: isvc-logger-raw-cipn-predictor-fc5d477ff-k7bnh.18c785ed586ad72a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23202"
    uid: b5d3985a-2a0d-49a0-b4a3-3805a54c61cc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:10:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-fc5d477ff-k7bnh
    namespace: kserve-ci-e2e-test
    resourceVersion: "23186"
    uid: 55645792-0876-4299-acb7-665d6cabb951
  kind: Event
  lastTimestamp: "2026-08-01T00:10:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-01T00:10:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:10:31Z"
    name: isvc-logger-raw-cipn-predictor-fc5d477ff-k7bnh.18c785ed5bd8256f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23204"
    uid: 7c6a5c75-66ba-4eb2-b7bd-a4b2f72876fb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:10:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-fc5d477ff-k7bnh
    namespace: kserve-ci-e2e-test
    resourceVersion: "23186"
    uid: 55645792-0876-4299-acb7-665d6cabb951
  kind: Event
  lastTimestamp: "2026-08-01T00:10:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-01T00:10:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:10:31Z"
    name: isvc-logger-raw-cipn-predictor-fc5d477ff-k7bnh.18c785ed5c54287b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23205"
    uid: ed108319-9919-4f82-9e5b-dfc1ca41a511
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:10:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-fc5d477ff-k7bnh
    namespace: kserve-ci-e2e-test
    resourceVersion: "23186"
    uid: 55645792-0876-4299-acb7-665d6cabb951
  kind: Event
  lastTimestamp: "2026-08-01T00:10:35Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1841"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:10:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:10:35Z"
    name: isvc-logger-raw-cipn-predictor-fc5d477ff-k7bnh.18c785ee4b8486b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23245"
    uid: d87218b8-174b-485a-b882-1f39a340fe85
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:10:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-fc5d477ff-k7bnh
    namespace: kserve-ci-e2e-test
    resourceVersion: "23186"
    uid: 55645792-0876-4299-acb7-665d6cabb951
  kind: Event
  lastTimestamp: "2026-08-01T00:10:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-01T00:10:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:10:35Z"
    name: isvc-logger-raw-cipn-predictor-fc5d477ff-k7bnh.18c785ee4f36eb29
    namespace: kserve-ci-e2e-test
    resourceVersion: "23250"
    uid: 02205368-8d57-434d-8322-aa55ef8ffb52
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:10:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-fc5d477ff-k7bnh
    namespace: kserve-ci-e2e-test
    resourceVersion: "23186"
    uid: 55645792-0876-4299-acb7-665d6cabb951
  kind: Event
  lastTimestamp: "2026-08-01T00:10:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:10:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:10:35Z"
    name: isvc-logger-raw-cipn-predictor-fc5d477ff-k7bnh.18c785ee4fbdb59b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23251"
    uid: da438122-6e58-4d91-a802-5de12c081789
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:10:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-fc5d477ff-k7bnh
    namespace: kserve-ci-e2e-test
    resourceVersion: "23186"
    uid: 55645792-0876-4299-acb7-665d6cabb951
  kind: Event
  lastTimestamp: "2026-08-01T00:10:35Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:10:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:10:35Z"
    name: isvc-logger-raw-cipn-predictor-fc5d477ff-k7bnh.18c785ee4fca5b3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23252"
    uid: 2d707dc8-4742-4f84-8d77-f9de7c45e88e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:10:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-fc5d477ff-k7bnh
    namespace: kserve-ci-e2e-test
    resourceVersion: "23186"
    uid: 55645792-0876-4299-acb7-665d6cabb951
  kind: Event
  lastTimestamp: "2026-08-01T00:10:35Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-01T00:10:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:10:35Z"
    name: isvc-logger-raw-cipn-predictor-fc5d477ff-k7bnh.18c785ee52fd62eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23254"
    uid: 1cf50958-6c9e-4cbc-ba66-8c1ed7445529
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:10:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-fc5d477ff-k7bnh
    namespace: kserve-ci-e2e-test
    resourceVersion: "23186"
    uid: 55645792-0876-4299-acb7-665d6cabb951
  kind: Event
  lastTimestamp: "2026-08-01T00:10:35Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:10:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:10:35Z"
    name: isvc-logger-raw-cipn-predictor-fc5d477ff-k7bnh.18c785ee537daa66
    namespace: kserve-ci-e2e-test
    resourceVersion: "23255"
    uid: 8ce952e9-5f93-443b-8022-4e91653a179c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:10:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-fc5d477ff-k7bnh
    namespace: kserve-ci-e2e-test
    resourceVersion: "23186"
    uid: 55645792-0876-4299-acb7-665d6cabb951
  kind: Event
  lastTimestamp: "2026-08-01T00:10:35Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:e35db5af73845fe7e6099094a68ce40213c835087adabd545236f0cde01dfd21"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:10:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:10:35Z"
    name: isvc-logger-raw-cipn-predictor-fc5d477ff-k7bnh.18c785ee538c9859
    namespace: kserve-ci-e2e-test
    resourceVersion: "23256"
    uid: 128c641f-7bb7-411d-85a1-5c5210cfc46c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:10:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-fc5d477ff-k7bnh
    namespace: kserve-ci-e2e-test
    resourceVersion: "23186"
    uid: 55645792-0876-4299-acb7-665d6cabb951
  kind: Event
  lastTimestamp: "2026-08-01T00:10:35Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-08-01T00:10:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:10:35Z"
    name: isvc-logger-raw-cipn-predictor-fc5d477ff-k7bnh.18c785ee566aadff
    namespace: kserve-ci-e2e-test
    resourceVersion: "23257"
    uid: ef888d68-3655-4422-9a38-998b5335dc54
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:10:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-fc5d477ff-k7bnh
    namespace: kserve-ci-e2e-test
    resourceVersion: "23186"
    uid: 55645792-0876-4299-acb7-665d6cabb951
  kind: Event
  lastTimestamp: "2026-08-01T00:10:35Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-08-01T00:10:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:10:35Z"
    name: isvc-logger-raw-cipn-predictor-fc5d477ff-k7bnh.18c785ee56e4acb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23258"
    uid: 6fa792c7-ce4f-4629-b414-d81b19ba3a9c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-08-01T00:10:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-fc5d477ff-k7bnh
    namespace: kserve-ci-e2e-test
    resourceVersion: "23186"
    uid: 55645792-0876-4299-acb7-665d6cabb951
  kind: Event
  lastTimestamp: "2026-08-01T00:12:12Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-01T00:10:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:12:12Z"
    name: isvc-logger-raw-cipn-predictor-fc5d477ff-k7bnh.18c785ee879706f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24038"
    uid: eeb57b7d-e205-45bf-a271-ca3da746d3cd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-08-01T00:10:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-fc5d477ff-k7bnh
    namespace: kserve-ci-e2e-test
    resourceVersion: "23186"
    uid: 55645792-0876-4299-acb7-665d6cabb951
  kind: Event
  lastTimestamp: "2026-08-01T00:12:22Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-08-01T00:10:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:12:22Z"
    name: isvc-logger-raw-cipn-predictor-fc5d477ff-k7bnh.18c785ee87a29f65
    namespace: kserve-ci-e2e-test
    resourceVersion: "24116"
    uid: 659e9cc6-77f1-4853-9337-ba1e7840f8a5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:12:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-fc5d477ff-k7bnh
    namespace: kserve-ci-e2e-test
    resourceVersion: "23186"
    uid: 55645792-0876-4299-acb7-665d6cabb951
  kind: Event
  lastTimestamp: "2026-08-01T00:12:06Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:12:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:12:06Z"
    name: isvc-logger-raw-cipn-predictor-fc5d477ff-k7bnh.18c7860367948b2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23941"
    uid: d2dcf71e-7c8d-4f68-9fa9-2876c145732d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:12:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-fc5d477ff-k7bnh
    namespace: kserve-ci-e2e-test
    resourceVersion: "23186"
    uid: 55645792-0876-4299-acb7-665d6cabb951
  kind: Event
  lastTimestamp: "2026-08-01T00:12:06Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-08-01T00:12:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:12:06Z"
    name: isvc-logger-raw-cipn-predictor-fc5d477ff-k7bnh.18c786036794f647
    namespace: kserve-ci-e2e-test
    resourceVersion: "23942"
    uid: c1101d88-b404-44fa-aeb1-e3f6470521b2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:12:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-fc5d477ff-k7bnh
    namespace: kserve-ci-e2e-test
    resourceVersion: "23186"
    uid: 55645792-0876-4299-acb7-665d6cabb951
  kind: Event
  lastTimestamp: "2026-08-01T00:12:06Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:12:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:12:06Z"
    name: isvc-logger-raw-cipn-predictor-fc5d477ff-k7bnh.18c786036795a0a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23943"
    uid: 194ad8b4-1c5f-43dd-af78-8e125fe884fa
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-08-01T00:12:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-fc5d477ff-k7bnh
    namespace: kserve-ci-e2e-test
    resourceVersion: "23186"
    uid: 55645792-0876-4299-acb7-665d6cabb951
  kind: Event
  lastTimestamp: "2026-08-01T00:12:22Z"
  message: 'Readiness probe failed: Get "https://10.133.0.31:8643/healthz": dial tcp
    10.133.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-01T00:12:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:12:22Z"
    name: isvc-logger-raw-cipn-predictor-fc5d477ff-k7bnh.18c78603b7c6cc4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24115"
    uid: f525cf66-03a8-407b-8f05-358c3ab7d434
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:10:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-raw-cipn-predictor-fc5d477ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "23172"
    uid: e1a5856f-2a05-4e79-b69d-b923ae29b9f5
  kind: Event
  lastTimestamp: "2026-08-01T00:10:31Z"
  message: 'Created pod: isvc-logger-raw-cipn-predictor-fc5d477ff-k7bnh'
  metadata:
    creationTimestamp: "2026-08-01T00:10:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:10:31Z"
    name: isvc-logger-raw-cipn-predictor-fc5d477ff.18c785ed3c3bb655
    namespace: kserve-ci-e2e-test
    resourceVersion: "23187"
    uid: 1e40ee8e-a116-4281-a36b-2853f825376e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:10:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23170"
    uid: cff2ddf7-7b9d-4944-92b9-b91359b1bc14
  kind: Event
  lastTimestamp: "2026-08-01T00:10:31Z"
  message: Scaled up replica set isvc-logger-raw-cipn-predictor-fc5d477ff from 0 to
    1
  metadata:
    creationTimestamp: "2026-08-01T00:10:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:10:31Z"
    name: isvc-logger-raw-cipn-predictor.18c785ed35a109b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23174"
    uid: 38434d6e-60a8-41eb-a7a0-161ad88453f7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:10:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23171"
    uid: b905af84-a6bf-4011-a64c-154090ff1ddb
  kind: Event
  lastTimestamp: "2026-08-01T00:10:46Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-01T00:10:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:10:46Z"
    name: isvc-logger-raw-cipn-predictor.18c785f0b3e09216
    namespace: kserve-ci-e2e-test
    resourceVersion: "23342"
    uid: 1651b6d7-a774-4c4b-8720-09c37bc1d6ce
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:10:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23171"
    uid: b905af84-a6bf-4011-a64c-154090ff1ddb
  kind: Event
  lastTimestamp: "2026-08-01T00:10:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-01T00:10:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:10:46Z"
    name: isvc-logger-raw-cipn-predictor.18c785f0b44f0509
    namespace: kserve-ci-e2e-test
    resourceVersion: "23344"
    uid: c678b7e3-435f-41d1-99c0-157ae8bd65bd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-08-01T00:11:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23343"
    uid: b905af84-a6bf-4011-a64c-154090ff1ddb
  kind: Event
  lastTimestamp: "2026-08-01T00:12:01Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-01T00:11:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:12:01Z"
    name: isvc-logger-raw-cipn-predictor.18c785f43417aba9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23888"
    uid: 12e36f10-2c53-451a-a003-28dfff4fe5ea
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-08-01T00:11:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23343"
    uid: b905af84-a6bf-4011-a64c-154090ff1ddb
  kind: Event
  lastTimestamp: "2026-08-01T00:12:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-01T00:11:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:12:01Z"
    name: isvc-logger-raw-cipn-predictor.18c785f4349f13a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23889"
    uid: 17fdb42d-17ce-4f32-a4b1-591d9e1db210
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-08-01T00:10:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23164"
    uid: b7369b07-3ad2-4f93-a22c-b56337dabf2f
  kind: Event
  lastTimestamp: "2026-08-01T00:11:52Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-01T00:10:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:11:52Z"
    name: isvc-logger-raw-cipn.18c785ed35871320
    namespace: kserve-ci-e2e-test
    resourceVersion: "23829"
    uid: 3f32faaf-0cad-4b6a-9d8e-923ac94926cc
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:10:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23164"
    uid: b7369b07-3ad2-4f93-a22c-b56337dabf2f
  kind: Event
  lastTimestamp: "2026-08-01T00:10:31Z"
  message: 'Failed to update status for InferenceService "isvc-logger-raw-cipn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger-raw-cipn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-01T00:10:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:10:31Z"
    name: isvc-logger-raw-cipn.18c785ed35ea8db0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23177"
    uid: 3e6a9e8b-f5cc-473f-97ed-665af80ddd9a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:11:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23827"
    uid: b7369b07-3ad2-4f93-a22c-b56337dabf2f
  kind: Event
  lastTimestamp: "2026-08-01T00:11:52Z"
  message: InferenceService [isvc-logger-raw-cipn] is Ready
  metadata:
    creationTimestamp: "2026-08-01T00:11:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:11:52Z"
    name: isvc-logger-raw-cipn.18c7860040cd77a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23828"
    uid: 11ec9fa8-35de-44f0-a552-4740d978a130
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-01T00:00:25.696730Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-53f567-predictor-748cdd4dc9-vfrr2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17604"
    uid: 83f86e36-36ec-4d6f-91dc-cb97472854e2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-53f567-predictor-748cdd4dc9-vfrr2
    to ip-10-0-131-119.ec2.internal
  metadata:
    creationTimestamp: "2026-08-01T00:00:25Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-01T00:00:25Z"
    name: isvc-primary-53f567-predictor-748cdd4dc9-vfrr2.18c785603f0b2a81
    namespace: kserve-ci-e2e-test
    resourceVersion: "17609"
    uid: adb96312-b2a3-4aa3-80c0-d5b0cec70a3b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66c69cb7d9-872ps
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:00:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-53f567-predictor-748cdd4dc9-vfrr2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17606"
    uid: 83f86e36-36ec-4d6f-91dc-cb97472854e2
  kind: Event
  lastTimestamp: "2026-08-01T00:00:25Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-primary-53f567-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-08-01T00:00:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:00:25Z"
    name: isvc-primary-53f567-predictor-748cdd4dc9-vfrr2.18c785604ac613d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17618"
    uid: a3e71d81-506f-4bf9-bc3f-37a66dd039b1
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-119.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:00:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-53f567-predictor-748cdd4dc9-vfrr2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17613"
    uid: 83f86e36-36ec-4d6f-91dc-cb97472854e2
  kind: Event
  lastTimestamp: "2026-08-01T00:00:26Z"
  message: Add eth0 [10.134.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-01T00:00:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-01T00:00:26Z"
    name: isvc-primary-53f567-predictor-748cdd4dc9-vfrr2.18c785607ccb98e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17627"
    uid: 2ef89c53-f1bc-40ea-b3d1-875db814e404
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:00:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-53f567-predictor-748cdd4dc9-vfrr2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17606"
    uid: 83f86e36-36ec-4d6f-91dc-cb97472854e2
  kind: Event
  lastTimestamp: "2026-08-01T00:00:26Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a7f8762eacdcae046df91671e5d778b36a484552558515ce8a80ad3a10a98099"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:00:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:00:26Z"
    name: isvc-primary-53f567-predictor-748cdd4dc9-vfrr2.18c785607e3a126d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17629"
    uid: 6cbf276e-633b-49ae-8dee-fa3192427bed
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:00:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-53f567-predictor-748cdd4dc9-vfrr2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17606"
    uid: 83f86e36-36ec-4d6f-91dc-cb97472854e2
  kind: Event
  lastTimestamp: "2026-08-01T00:00:26Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-01T00:00:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:00:26Z"
    name: isvc-primary-53f567-predictor-748cdd4dc9-vfrr2.18c7856081d05e24
    namespace: kserve-ci-e2e-test
    resourceVersion: "17630"
    uid: 04523095-c699-4d9d-b6ca-f7e6c71d5f20
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:00:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-53f567-predictor-748cdd4dc9-vfrr2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17606"
    uid: 83f86e36-36ec-4d6f-91dc-cb97472854e2
  kind: Event
  lastTimestamp: "2026-08-01T00:00:26Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-01T00:00:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:00:26Z"
    name: isvc-primary-53f567-predictor-748cdd4dc9-vfrr2.18c78560824387bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17631"
    uid: 8fb45e7a-1602-4f02-a955-398aa7d00488
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:00:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-53f567-predictor-748cdd4dc9-vfrr2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17606"
    uid: 83f86e36-36ec-4d6f-91dc-cb97472854e2
  kind: Event
  lastTimestamp: "2026-08-01T00:00:30Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1841"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:00:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:00:30Z"
    name: isvc-primary-53f567-predictor-748cdd4dc9-vfrr2.18c785616b3b0ca9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17687"
    uid: c2abac7d-42a6-45bd-8f61-707b0df62a79
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:00:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-53f567-predictor-748cdd4dc9-vfrr2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17606"
    uid: 83f86e36-36ec-4d6f-91dc-cb97472854e2
  kind: Event
  lastTimestamp: "2026-08-01T00:00:30Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-01T00:00:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:00:30Z"
    name: isvc-primary-53f567-predictor-748cdd4dc9-vfrr2.18c785616e6c3287
    namespace: kserve-ci-e2e-test
    resourceVersion: "17692"
    uid: 2ce6272d-c71d-4c5d-9a2e-e836e6ee8fd0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:00:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-53f567-predictor-748cdd4dc9-vfrr2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17606"
    uid: 83f86e36-36ec-4d6f-91dc-cb97472854e2
  kind: Event
  lastTimestamp: "2026-08-01T00:00:30Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:00:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:00:30Z"
    name: isvc-primary-53f567-predictor-748cdd4dc9-vfrr2.18c785616edb9865
    namespace: kserve-ci-e2e-test
    resourceVersion: "17693"
    uid: 8dccad56-f9bc-40cf-901e-0ab1c0f67fbb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:00:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-53f567-predictor-748cdd4dc9-vfrr2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17606"
    uid: 83f86e36-36ec-4d6f-91dc-cb97472854e2
  kind: Event
  lastTimestamp: "2026-08-01T00:00:30Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:00:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:00:30Z"
    name: isvc-primary-53f567-predictor-748cdd4dc9-vfrr2.18c785616ee60228
    namespace: kserve-ci-e2e-test
    resourceVersion: "17694"
    uid: 722ad4fe-629c-45bc-a287-ff186aefadbc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:00:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-53f567-predictor-748cdd4dc9-vfrr2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17606"
    uid: 83f86e36-36ec-4d6f-91dc-cb97472854e2
  kind: Event
  lastTimestamp: "2026-08-01T00:00:30Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-01T00:00:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:00:30Z"
    name: isvc-primary-53f567-predictor-748cdd4dc9-vfrr2.18c7856171b5d6e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17698"
    uid: 265f833c-a504-4453-b842-9adc2dbcaede
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:00:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-53f567-predictor-748cdd4dc9-vfrr2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17606"
    uid: 83f86e36-36ec-4d6f-91dc-cb97472854e2
  kind: Event
  lastTimestamp: "2026-08-01T00:00:30Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:00:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:00:30Z"
    name: isvc-primary-53f567-predictor-748cdd4dc9-vfrr2.18c785617235e9c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17699"
    uid: 7b8a0618-d65a-44e7-bf3c-8889057d7b55
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-08-01T00:00:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-53f567-predictor-748cdd4dc9-vfrr2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17606"
    uid: 83f86e36-36ec-4d6f-91dc-cb97472854e2
  kind: Event
  lastTimestamp: "2026-08-01T00:01:38Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.23:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-01T00:00:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:01:38Z"
    name: isvc-primary-53f567-predictor-748cdd4dc9-vfrr2.18c78561e32bd638
    namespace: kserve-ci-e2e-test
    resourceVersion: "18420"
    uid: cd2d100d-39e6-4fef-8639-1934e4db4f57
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-119.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:02:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-53f567-predictor-748cdd4dc9-vfrr2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17606"
    uid: 83f86e36-36ec-4d6f-91dc-cb97472854e2
  kind: Event
  lastTimestamp: "2026-08-01T00:02:28Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:02:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:02:28Z"
    name: isvc-primary-53f567-predictor-748cdd4dc9-vfrr2.18c7857cf12ca63e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18907"
    uid: a8a3f688-89a6-4498-9414-69e00a922cc9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:02:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-53f567-predictor-748cdd4dc9-vfrr2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17606"
    uid: 83f86e36-36ec-4d6f-91dc-cb97472854e2
  kind: Event
  lastTimestamp: "2026-08-01T00:02:28Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:02:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:02:28Z"
    name: isvc-primary-53f567-predictor-748cdd4dc9-vfrr2.18c7857cf12e05f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18908"
    uid: 5b6b2aed-bde8-455c-af81-b02774c519ea
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-131-119.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-131-119.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:00:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-53f567-predictor-748cdd4dc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17595"
    uid: a38462bc-fab2-4b2e-b4fd-1be6aa44d112
  kind: Event
  lastTimestamp: "2026-08-01T00:00:25Z"
  message: 'Created pod: isvc-primary-53f567-predictor-748cdd4dc9-vfrr2'
  metadata:
    creationTimestamp: "2026-08-01T00:00:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:00:25Z"
    name: isvc-primary-53f567-predictor-748cdd4dc9.18c785603e98765e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17605"
    uid: 3e9e961f-fa16-4b67-96c8-5887641cd67f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:00:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-53f567-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17593"
    uid: 0c7eec83-b3c9-4bf7-a697-70f3f96e2448
  kind: Event
  lastTimestamp: "2026-08-01T00:00:25Z"
  message: Scaled up replica set isvc-primary-53f567-predictor-748cdd4dc9 from 0 to
    1
  metadata:
    creationTimestamp: "2026-08-01T00:00:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:00:25Z"
    name: isvc-primary-53f567-predictor.18c785603a5e6cb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17596"
    uid: 57271e56-8d18-46e1-879a-2ac727c974a9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-01T00:00:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-53f567-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17594"
    uid: 424e669d-7dd3-4bb7-b428-545482a2b0f3
  kind: Event
  lastTimestamp: "2026-08-01T00:01:10Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-01T00:00:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:01:10Z"
    name: isvc-primary-53f567-predictor.18c78563b8c92e02
    namespace: kserve-ci-e2e-test
    resourceVersion: "18203"
    uid: 79b2900b-1846-4d01-bc96-ef5b2ba8fe28
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-01T00:00:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-53f567-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17594"
    uid: 424e669d-7dd3-4bb7-b428-545482a2b0f3
  kind: Event
  lastTimestamp: "2026-08-01T00:01:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-01T00:00:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:01:10Z"
    name: isvc-primary-53f567-predictor.18c78563b94f3d47
    namespace: kserve-ci-e2e-test
    resourceVersion: "18204"
    uid: d1a34c5e-6485-400e-a082-4bae8f8348b1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-08-01T00:00:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-53f567-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17788"
    uid: 424e669d-7dd3-4bb7-b428-545482a2b0f3
  kind: Event
  lastTimestamp: "2026-08-01T00:02:10Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-01T00:00:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:02:10Z"
    name: isvc-primary-53f567-predictor.18c78567383c4262
    namespace: kserve-ci-e2e-test
    resourceVersion: "18668"
    uid: 7aafe934-a6c9-48ad-b726-16df562db0a4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-08-01T00:00:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-53f567-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17788"
    uid: 424e669d-7dd3-4bb7-b428-545482a2b0f3
  kind: Event
  lastTimestamp: "2026-08-01T00:02:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-01T00:00:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:02:10Z"
    name: isvc-primary-53f567-predictor.18c78567388109ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "18670"
    uid: 22c6cc22-f8a6-4064-b2e7-e00e039721e9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-08-01T00:00:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-53f567
    namespace: kserve-ci-e2e-test
    resourceVersion: "17586"
    uid: cecb0aee-d000-4a8a-93a9-d82bf1ecca53
  kind: Event
  lastTimestamp: "2026-08-01T00:01:48Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-01T00:00:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:01:48Z"
    name: isvc-primary-53f567.18c785603a7360c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18504"
    uid: a8ee4e0b-93af-4a7d-93f8-a975666b8719
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:00:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-53f567
    namespace: kserve-ci-e2e-test
    resourceVersion: "17586"
    uid: cecb0aee-d000-4a8a-93a9-d82bf1ecca53
  kind: Event
  lastTimestamp: "2026-08-01T00:00:25Z"
  message: 'Failed to update status for InferenceService "isvc-primary-53f567": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-53f567":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-01T00:00:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:00:25Z"
    name: isvc-primary-53f567.18c785603afa0fcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17599"
    uid: 0ff1f601-bca2-430c-b22b-f0a20db91141
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:00:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-53f567
    namespace: kserve-ci-e2e-test
    resourceVersion: "17586"
    uid: cecb0aee-d000-4a8a-93a9-d82bf1ecca53
  kind: Event
  lastTimestamp: "2026-08-01T00:00:25Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-53f567": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-08-01T00:00:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:00:25Z"
    name: isvc-primary-53f567.18c785603afa4ebd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17600"
    uid: a885c4c2-c60e-4a71-9dd4-b53e768e3c27
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:01:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-53f567
    namespace: kserve-ci-e2e-test
    resourceVersion: "18500"
    uid: cecb0aee-d000-4a8a-93a9-d82bf1ecca53
  kind: Event
  lastTimestamp: "2026-08-01T00:01:48Z"
  message: InferenceService [isvc-primary-53f567] is Ready
  metadata:
    creationTimestamp: "2026-08-01T00:01:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:01:48Z"
    name: isvc-primary-53f567.18c785739a0c2cfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "18501"
    uid: 5971568d-2e63-47ec-91e6-5b08cfbfef94
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-31T23:55:15.153251Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-76a60-predictor-79d4b46578-zlgpv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14426"
    uid: 56e7c07e-0328-4d43-84e6-3017ac123d75
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-raw-sklearn-batcher-76a60-predictor-79d4b46578-zlgpv
    to ip-10-0-139-141.ec2.internal
  metadata:
    creationTimestamp: "2026-07-31T23:55:15Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-31T23:55:15Z"
    name: isvc-raw-sklearn-batcher-76a60-predictor-79d4b46578-zlgpv.18c78517f135b4a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14432"
    uid: 153bf8a3-3a06-47e4-a33c-765b09eea7fa
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66c69cb7d9-872ps
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:55:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-76a60-predictor-79d4b46578-zlgpv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14429"
    uid: 56e7c07e-0328-4d43-84e6-3017ac123d75
  kind: Event
  lastTimestamp: "2026-07-31T23:55:15Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-raw-sklearn-batcher-76a60-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-31T23:55:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:55:15Z"
    name: isvc-raw-sklearn-batcher-76a60-predictor-79d4b46578-zlgpv.18c78517f87f8d35
    namespace: kserve-ci-e2e-test
    resourceVersion: "14457"
    uid: 694a042b-07a2-4892-9259-897cabc7c943
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:55:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-76a60-predictor-79d4b46578-zlgpv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14439"
    uid: 56e7c07e-0328-4d43-84e6-3017ac123d75
  kind: Event
  lastTimestamp: "2026-07-31T23:55:16Z"
  message: Add eth0 [10.133.0.21/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-31T23:55:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-31T23:55:16Z"
    name: isvc-raw-sklearn-batcher-76a60-predictor-79d4b46578-zlgpv.18c785182e9e140c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14507"
    uid: ee4767e2-bfef-42c2-b14a-e46d6ed2f3a1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:55:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-76a60-predictor-79d4b46578-zlgpv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14429"
    uid: 56e7c07e-0328-4d43-84e6-3017ac123d75
  kind: Event
  lastTimestamp: "2026-07-31T23:55:16Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:a7f8762eacdcae046df91671e5d778b36a484552558515ce8a80ad3a10a98099"
  metadata:
    creationTimestamp: "2026-07-31T23:55:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:55:16Z"
    name: isvc-raw-sklearn-batcher-76a60-predictor-79d4b46578-zlgpv.18c78518301998ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "14509"
    uid: 6f21fe8f-f728-49fe-af0a-dbbaa88fc2c4
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:55:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-76a60-predictor-79d4b46578-zlgpv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14429"
    uid: 56e7c07e-0328-4d43-84e6-3017ac123d75
  kind: Event
  lastTimestamp: "2026-07-31T23:55:19Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:a7f8762eacdcae046df91671e5d778b36a484552558515ce8a80ad3a10a98099"
    in 2.813s (2.813s including waiting). Image size: 300981719 bytes.'
  metadata:
    creationTimestamp: "2026-07-31T23:55:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:55:19Z"
    name: isvc-raw-sklearn-batcher-76a60-predictor-79d4b46578-zlgpv.18c78518d7cc4711
    namespace: kserve-ci-e2e-test
    resourceVersion: "14542"
    uid: 95ed1fcb-5806-4e39-af4a-899873d176a9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:55:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-76a60-predictor-79d4b46578-zlgpv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14429"
    uid: 56e7c07e-0328-4d43-84e6-3017ac123d75
  kind: Event
  lastTimestamp: "2026-07-31T23:55:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-31T23:55:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:55:19Z"
    name: isvc-raw-sklearn-batcher-76a60-predictor-79d4b46578-zlgpv.18c78518dc12b99c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14544"
    uid: 49f44ab9-a471-49cd-92ab-4c99d1f36751
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:55:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-76a60-predictor-79d4b46578-zlgpv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14429"
    uid: 56e7c07e-0328-4d43-84e6-3017ac123d75
  kind: Event
  lastTimestamp: "2026-07-31T23:55:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-31T23:55:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:55:19Z"
    name: isvc-raw-sklearn-batcher-76a60-predictor-79d4b46578-zlgpv.18c78518dc8e9f7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14546"
    uid: a8ab6020-2440-4664-815f-1b7fe2e94ff1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:55:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-76a60-predictor-79d4b46578-zlgpv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14429"
    uid: 56e7c07e-0328-4d43-84e6-3017ac123d75
  kind: Event
  lastTimestamp: "2026-07-31T23:55:23Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1841"
  metadata:
    creationTimestamp: "2026-07-31T23:55:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:55:23Z"
    name: isvc-raw-sklearn-batcher-76a60-predictor-79d4b46578-zlgpv.18c78519dcac0f17
    namespace: kserve-ci-e2e-test
    resourceVersion: "14591"
    uid: ee59de61-27de-45c9-9d5c-ac9de5233f77
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:55:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-76a60-predictor-79d4b46578-zlgpv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14429"
    uid: 56e7c07e-0328-4d43-84e6-3017ac123d75
  kind: Event
  lastTimestamp: "2026-07-31T23:55:36Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1841"
    in 12.723s (12.723s including waiting). Image size: 1555741111 bytes.'
  metadata:
    creationTimestamp: "2026-07-31T23:55:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:55:36Z"
    name: isvc-raw-sklearn-batcher-76a60-predictor-79d4b46578-zlgpv.18c7851cd3093e11
    namespace: kserve-ci-e2e-test
    resourceVersion: "14696"
    uid: 720029ce-c5c5-46c6-b1e1-52d018b8b07f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:55:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-76a60-predictor-79d4b46578-zlgpv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14429"
    uid: 56e7c07e-0328-4d43-84e6-3017ac123d75
  kind: Event
  lastTimestamp: "2026-07-31T23:55:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-31T23:55:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:55:36Z"
    name: isvc-raw-sklearn-batcher-76a60-predictor-79d4b46578-zlgpv.18c7851cd6220a92
    namespace: kserve-ci-e2e-test
    resourceVersion: "14697"
    uid: b77b1c19-cc8a-46ba-bb89-5a875ff8209e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:55:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-76a60-predictor-79d4b46578-zlgpv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14429"
    uid: 56e7c07e-0328-4d43-84e6-3017ac123d75
  kind: Event
  lastTimestamp: "2026-07-31T23:55:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T23:55:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:55:36Z"
    name: isvc-raw-sklearn-batcher-76a60-predictor-79d4b46578-zlgpv.18c7851cd69c90f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14698"
    uid: 08ae8ff9-37c2-435c-bd09-2b70493494b2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:55:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-76a60-predictor-79d4b46578-zlgpv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14429"
    uid: 56e7c07e-0328-4d43-84e6-3017ac123d75
  kind: Event
  lastTimestamp: "2026-07-31T23:55:36Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-07-31T23:55:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:55:36Z"
    name: isvc-raw-sklearn-batcher-76a60-predictor-79d4b46578-zlgpv.18c7851cd6ae5a5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14699"
    uid: deb49898-1672-4bb1-8a1c-d415951e521c
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:55:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-76a60-predictor-79d4b46578-zlgpv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14429"
    uid: 56e7c07e-0328-4d43-84e6-3017ac123d75
  kind: Event
  lastTimestamp: "2026-07-31T23:55:38Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.221s (2.221s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-07-31T23:55:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:55:38Z"
    name: isvc-raw-sklearn-batcher-76a60-predictor-79d4b46578-zlgpv.18c7851d5b124b75
    namespace: kserve-ci-e2e-test
    resourceVersion: "14725"
    uid: 4b5ea154-33a6-4b14-884d-9882632ff4d5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:55:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-76a60-predictor-79d4b46578-zlgpv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14429"
    uid: 56e7c07e-0328-4d43-84e6-3017ac123d75
  kind: Event
  lastTimestamp: "2026-07-31T23:55:38Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-31T23:55:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:55:38Z"
    name: isvc-raw-sklearn-batcher-76a60-predictor-79d4b46578-zlgpv.18c7851d5e49e490
    namespace: kserve-ci-e2e-test
    resourceVersion: "14726"
    uid: 3d247595-f950-431f-b88f-d17fe9ac0149
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:55:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-76a60-predictor-79d4b46578-zlgpv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14429"
    uid: 56e7c07e-0328-4d43-84e6-3017ac123d75
  kind: Event
  lastTimestamp: "2026-07-31T23:55:38Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T23:55:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:55:38Z"
    name: isvc-raw-sklearn-batcher-76a60-predictor-79d4b46578-zlgpv.18c7851d5ec31e43
    namespace: kserve-ci-e2e-test
    resourceVersion: "14728"
    uid: f42ca10c-b4a3-4449-b405-5b1f653fc4ea
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:55:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-76a60-predictor-79d4b46578-zlgpv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14429"
    uid: 56e7c07e-0328-4d43-84e6-3017ac123d75
  kind: Event
  lastTimestamp: "2026-07-31T23:55:38Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:e35db5af73845fe7e6099094a68ce40213c835087adabd545236f0cde01dfd21"
  metadata:
    creationTimestamp: "2026-07-31T23:55:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:55:38Z"
    name: isvc-raw-sklearn-batcher-76a60-predictor-79d4b46578-zlgpv.18c7851d5ed0357a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14729"
    uid: 74b61da5-9856-49f4-8384-9bb58d8a87ef
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:55:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-76a60-predictor-79d4b46578-zlgpv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14429"
    uid: 56e7c07e-0328-4d43-84e6-3017ac123d75
  kind: Event
  lastTimestamp: "2026-07-31T23:55:40Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:e35db5af73845fe7e6099094a68ce40213c835087adabd545236f0cde01dfd21"
    in 2.295s (2.295s including waiting). Image size: 240171131 bytes.'
  metadata:
    creationTimestamp: "2026-07-31T23:55:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:55:40Z"
    name: isvc-raw-sklearn-batcher-76a60-predictor-79d4b46578-zlgpv.18c7851de79e6731
    namespace: kserve-ci-e2e-test
    resourceVersion: "14749"
    uid: 8bf6fa5a-bda5-4887-8cca-2a5d4d05c190
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:55:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-76a60-predictor-79d4b46578-zlgpv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14429"
    uid: 56e7c07e-0328-4d43-84e6-3017ac123d75
  kind: Event
  lastTimestamp: "2026-07-31T23:55:40Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-31T23:55:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:55:40Z"
    name: isvc-raw-sklearn-batcher-76a60-predictor-79d4b46578-zlgpv.18c7851deb14abb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "14750"
    uid: 09d17e92-6c72-4ebd-9924-48346ba95912
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:55:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-76a60-predictor-79d4b46578-zlgpv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14429"
    uid: 56e7c07e-0328-4d43-84e6-3017ac123d75
  kind: Event
  lastTimestamp: "2026-07-31T23:55:40Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-31T23:55:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:55:40Z"
    name: isvc-raw-sklearn-batcher-76a60-predictor-79d4b46578-zlgpv.18c7851deb9180d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14751"
    uid: d02b3708-21e3-495a-b25d-663700e99c36
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-31T23:55:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-76a60-predictor-79d4b46578-zlgpv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14429"
    uid: 56e7c07e-0328-4d43-84e6-3017ac123d75
  kind: Event
  lastTimestamp: "2026-07-31T23:57:04Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.21:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-31T23:55:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:57:04Z"
    name: isvc-raw-sklearn-batcher-76a60-predictor-79d4b46578-zlgpv.18c7851e12d9185f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15553"
    uid: 72207a62-b721-4962-a154-f8141bf7fd00
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-31T23:55:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-76a60-predictor-79d4b46578-zlgpv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14429"
    uid: 56e7c07e-0328-4d43-84e6-3017ac123d75
  kind: Event
  lastTimestamp: "2026-07-31T23:57:04Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-31T23:55:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:57:04Z"
    name: isvc-raw-sklearn-batcher-76a60-predictor-79d4b46578-zlgpv.18c7851e4eb0d1da
    namespace: kserve-ci-e2e-test
    resourceVersion: "15552"
    uid: 7348ffb3-9e73-44c2-9975-125081777d5c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:57:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-76a60-predictor-79d4b46578-zlgpv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14429"
    uid: 56e7c07e-0328-4d43-84e6-3017ac123d75
  kind: Event
  lastTimestamp: "2026-07-31T23:57:00Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T23:57:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:57:00Z"
    name: isvc-raw-sklearn-batcher-76a60-predictor-79d4b46578-zlgpv.18c7853071125bdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15454"
    uid: 378a1c8f-3d40-4d41-90bb-ee12f43a4a58
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:57:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-76a60-predictor-79d4b46578-zlgpv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14429"
    uid: 56e7c07e-0328-4d43-84e6-3017ac123d75
  kind: Event
  lastTimestamp: "2026-07-31T23:57:00Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-07-31T23:57:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:57:00Z"
    name: isvc-raw-sklearn-batcher-76a60-predictor-79d4b46578-zlgpv.18c7853071128617
    namespace: kserve-ci-e2e-test
    resourceVersion: "15455"
    uid: 79123dff-cdc4-4f23-ac06-1794ade1ccf8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:57:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-76a60-predictor-79d4b46578-zlgpv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14429"
    uid: 56e7c07e-0328-4d43-84e6-3017ac123d75
  kind: Event
  lastTimestamp: "2026-07-31T23:57:00Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T23:57:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:57:00Z"
    name: isvc-raw-sklearn-batcher-76a60-predictor-79d4b46578-zlgpv.18c785307112b145
    namespace: kserve-ci-e2e-test
    resourceVersion: "15457"
    uid: 8356aa36-b8c5-4a9e-b096-b4469db511cd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-31T23:57:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-76a60-predictor-79d4b46578-zlgpv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14429"
    uid: 56e7c07e-0328-4d43-84e6-3017ac123d75
  kind: Event
  lastTimestamp: "2026-07-31T23:57:13Z"
  message: 'Readiness probe failed: Get "https://10.133.0.21:8643/healthz": dial tcp
    10.133.0.21:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-31T23:57:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:57:13Z"
    name: isvc-raw-sklearn-batcher-76a60-predictor-79d4b46578-zlgpv.18c785312ad5841e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15657"
    uid: 670169ea-379b-404b-9be4-b200f93eacfb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:55:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-raw-sklearn-batcher-76a60-predictor-79d4b46578
    namespace: kserve-ci-e2e-test
    resourceVersion: "14418"
    uid: 84355e1b-620d-4158-9487-1881db8de463
  kind: Event
  lastTimestamp: "2026-07-31T23:55:15Z"
  message: 'Created pod: isvc-raw-sklearn-batcher-76a60-predictor-79d4b46578-zlgpv'
  metadata:
    creationTimestamp: "2026-07-31T23:55:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T23:55:15Z"
    name: isvc-raw-sklearn-batcher-76a60-predictor-79d4b46578.18c78517f0cdc6a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "14428"
    uid: 5c85415b-8baf-4c3e-a462-0361aef2bd1d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:55:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-raw-sklearn-batcher-76a60-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14417"
    uid: ce4e62f0-55bd-4f3c-aee9-4ca608bbae9a
  kind: Event
  lastTimestamp: "2026-07-31T23:55:15Z"
  message: Scaled up replica set isvc-raw-sklearn-batcher-76a60-predictor-79d4b46578
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-31T23:55:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T23:55:15Z"
    name: isvc-raw-sklearn-batcher-76a60-predictor.18c78517ebadb66a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14419"
    uid: 7f8ddc76-fdeb-409a-bbdb-a33c0e5e81f2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-31T23:55:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-76a60-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14431"
    uid: 29b14377-c227-484b-9f79-89b299cf92d5
  kind: Event
  lastTimestamp: "2026-07-31T23:56:00Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T23:55:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T23:56:00Z"
    name: isvc-raw-sklearn-batcher-76a60-predictor.18c7851b70de4abf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14905"
    uid: c89f48a8-930c-4071-a7cb-7d98719ef897
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-31T23:55:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-76a60-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14431"
    uid: 29b14377-c227-484b-9f79-89b299cf92d5
  kind: Event
  lastTimestamp: "2026-07-31T23:56:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T23:55:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T23:56:00Z"
    name: isvc-raw-sklearn-batcher-76a60-predictor.18c7851b714158ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "14906"
    uid: c47cacb3-100c-4e24-b826-77618e01b1b6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-31T23:56:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-76a60-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14649"
    uid: 29b14377-c227-484b-9f79-89b299cf92d5
  kind: Event
  lastTimestamp: "2026-07-31T23:57:00Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T23:56:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T23:57:00Z"
    name: isvc-raw-sklearn-batcher-76a60-predictor.18c78525edb94583
    namespace: kserve-ci-e2e-test
    resourceVersion: "15415"
    uid: d06cd5e9-02f8-4544-a1db-65958cbc28d9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-31T23:56:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-76a60-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14649"
    uid: 29b14377-c227-484b-9f79-89b299cf92d5
  kind: Event
  lastTimestamp: "2026-07-31T23:57:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T23:56:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T23:57:00Z"
    name: isvc-raw-sklearn-batcher-76a60-predictor.18c78525ee19fad9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15419"
    uid: ffe665cf-cd98-4fd6-94c8-903249699446
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-31T23:55:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-76a60
    namespace: kserve-ci-e2e-test
    resourceVersion: "14408"
    uid: 6e19ffb1-d8e3-4da6-9156-61ee27e5b2d7
  kind: Event
  lastTimestamp: "2026-07-31T23:56:54Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-31T23:55:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T23:56:54Z"
    name: isvc-raw-sklearn-batcher-76a60.18c78517f1dd28be
    namespace: kserve-ci-e2e-test
    resourceVersion: "15320"
    uid: a7df622c-9472-49c7-ae74-836636a6c2d5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:55:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-76a60
    namespace: kserve-ci-e2e-test
    resourceVersion: "14408"
    uid: 6e19ffb1-d8e3-4da6-9156-61ee27e5b2d7
  kind: Event
  lastTimestamp: "2026-07-31T23:55:15Z"
  message: 'Failed to update status for InferenceService "isvc-raw-sklearn-batcher-76a60":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-raw-sklearn-batcher-76a60":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-31T23:55:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T23:55:15Z"
    name: isvc-raw-sklearn-batcher-76a60.18c78517f255cdaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14437"
    uid: 3e167237-37c3-4f84-bce8-86d3febdff51
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:55:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-76a60
    namespace: kserve-ci-e2e-test
    resourceVersion: "14408"
    uid: 6e19ffb1-d8e3-4da6-9156-61ee27e5b2d7
  kind: Event
  lastTimestamp: "2026-07-31T23:55:15Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-raw-sklearn-batcher-76a60": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-31T23:55:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T23:55:15Z"
    name: isvc-raw-sklearn-batcher-76a60.18c78517f2565b21
    namespace: kserve-ci-e2e-test
    resourceVersion: "14438"
    uid: aad444ee-45fd-4f6c-897c-e676684cf9e7
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:56:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-76a60
    namespace: kserve-ci-e2e-test
    resourceVersion: "15318"
    uid: 6e19ffb1-d8e3-4da6-9156-61ee27e5b2d7
  kind: Event
  lastTimestamp: "2026-07-31T23:56:54Z"
  message: InferenceService [isvc-raw-sklearn-batcher-76a60] is Ready
  metadata:
    creationTimestamp: "2026-07-31T23:56:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T23:56:54Z"
    name: isvc-raw-sklearn-batcher-76a60.18c7852f17ddec31
    namespace: kserve-ci-e2e-test
    resourceVersion: "15319"
    uid: cff174d6-b924-422e-9036-7aacdbd46ffe
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-01T00:02:10.860579Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-53f567-predictor-79d64584fb-z58fk
    namespace: kserve-ci-e2e-test
    resourceVersion: "18688"
    uid: a82c2850-da09-4e15-9d4d-1bbd43a9e3b1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-53f567-predictor-79d64584fb-z58fk
    to ip-10-0-132-129.ec2.internal
  metadata:
    creationTimestamp: "2026-08-01T00:02:10Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-01T00:02:10Z"
    name: isvc-secondary-53f567-predictor-79d64584fb-z58fk.18c78578bb4c23ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "18695"
    uid: 32276687-36c0-4cbc-958a-729a74e5c42d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66c69cb7d9-872ps
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:02:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-53f567-predictor-79d64584fb-z58fk
    namespace: kserve-ci-e2e-test
    resourceVersion: "18692"
    uid: a82c2850-da09-4e15-9d4d-1bbd43a9e3b1
  kind: Event
  lastTimestamp: "2026-08-01T00:02:11Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-secondary-53f567-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-08-01T00:02:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:02:11Z"
    name: isvc-secondary-53f567-predictor-79d64584fb-z58fk.18c78578c3ecc809
    namespace: kserve-ci-e2e-test
    resourceVersion: "18704"
    uid: 5a954c68-5ed5-4588-84a8-c2b51942f02d
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:02:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-53f567-predictor-79d64584fb-z58fk
    namespace: kserve-ci-e2e-test
    resourceVersion: "18698"
    uid: a82c2850-da09-4e15-9d4d-1bbd43a9e3b1
  kind: Event
  lastTimestamp: "2026-08-01T00:02:11Z"
  message: Add eth0 [10.132.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-01T00:02:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-01T00:02:11Z"
    name: isvc-secondary-53f567-predictor-79d64584fb-z58fk.18c78578f8e794ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "18713"
    uid: 4623a2a6-50b5-45b3-a1ae-024e233809b1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-01T00:02:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-53f567-predictor-79d64584fb-z58fk
    namespace: kserve-ci-e2e-test
    resourceVersion: "18692"
    uid: a82c2850-da09-4e15-9d4d-1bbd43a9e3b1
  kind: Event
  lastTimestamp: "2026-08-01T00:02:17Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a7f8762eacdcae046df91671e5d778b36a484552558515ce8a80ad3a10a98099"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:02:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:02:17Z"
    name: isvc-secondary-53f567-predictor-79d64584fb-z58fk.18c78578fa365e3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18769"
    uid: cf1d8c3a-2c44-4a54-88d0-713d9af09366
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-01T00:02:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-53f567-predictor-79d64584fb-z58fk
    namespace: kserve-ci-e2e-test
    resourceVersion: "18692"
    uid: a82c2850-da09-4e15-9d4d-1bbd43a9e3b1
  kind: Event
  lastTimestamp: "2026-08-01T00:02:17Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-01T00:02:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:02:17Z"
    name: isvc-secondary-53f567-predictor-79d64584fb-z58fk.18c78578fd66a419
    namespace: kserve-ci-e2e-test
    resourceVersion: "18771"
    uid: 02a2bb97-9926-4da2-80be-505c2ffa848b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-01T00:02:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-53f567-predictor-79d64584fb-z58fk
    namespace: kserve-ci-e2e-test
    resourceVersion: "18692"
    uid: a82c2850-da09-4e15-9d4d-1bbd43a9e3b1
  kind: Event
  lastTimestamp: "2026-08-01T00:02:17Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-01T00:02:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:02:17Z"
    name: isvc-secondary-53f567-predictor-79d64584fb-z58fk.18c78578fdda4f6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18772"
    uid: f3e19f74-b26b-4405-b896-929144bb209b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:02:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-53f567-predictor-79d64584fb-z58fk
    namespace: kserve-ci-e2e-test
    resourceVersion: "18692"
    uid: a82c2850-da09-4e15-9d4d-1bbd43a9e3b1
  kind: Event
  lastTimestamp: "2026-08-01T00:02:22Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-53f567-predictor-79d64584fb-z58fk_kserve-ci-e2e-test(a82c2850-da09-4e15-9d4d-1bbd43a9e3b1)
  metadata:
    creationTimestamp: "2026-08-01T00:02:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:02:22Z"
    name: isvc-secondary-53f567-predictor-79d64584fb-z58fk.18c7857b6e18917c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18812"
    uid: 06facd0d-7f17-43d2-8461-32d939487618
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:02:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-53f567-predictor-79d64584fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18681"
    uid: 63b1cd89-6607-4304-8eef-ec2b7fee19f1
  kind: Event
  lastTimestamp: "2026-08-01T00:02:10Z"
  message: 'Created pod: isvc-secondary-53f567-predictor-79d64584fb-z58fk'
  metadata:
    creationTimestamp: "2026-08-01T00:02:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:02:10Z"
    name: isvc-secondary-53f567-predictor-79d64584fb.18c78578badf8966
    namespace: kserve-ci-e2e-test
    resourceVersion: "18691"
    uid: 8bc2865b-aedc-4f9e-9ae9-2d67be1e7a74
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:02:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-53f567-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18678"
    uid: b42534cb-bab8-44b4-93a6-2503e36b0f7f
  kind: Event
  lastTimestamp: "2026-08-01T00:02:10Z"
  message: Scaled up replica set isvc-secondary-53f567-predictor-79d64584fb from 0
    to 1
  metadata:
    creationTimestamp: "2026-08-01T00:02:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:02:10Z"
    name: isvc-secondary-53f567-predictor.18c78578b7eb48a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18682"
    uid: 7d3e1315-e711-4f02-83f6-53dd34bd0e4b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:02:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-53f567-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18680"
    uid: d3686209-6757-4669-97b0-95ce834754a5
  kind: Event
  lastTimestamp: "2026-08-01T00:02:25Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-01T00:02:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:02:25Z"
    name: isvc-secondary-53f567-predictor.18c7857c36654786
    namespace: kserve-ci-e2e-test
    resourceVersion: "18844"
    uid: 87a3ed53-2167-4ce4-91db-258b3d2b95fb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:02:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-53f567-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18680"
    uid: d3686209-6757-4669-97b0-95ce834754a5
  kind: Event
  lastTimestamp: "2026-08-01T00:02:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-01T00:02:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:02:25Z"
    name: isvc-secondary-53f567-predictor.18c7857c36ca6a36
    namespace: kserve-ci-e2e-test
    resourceVersion: "18846"
    uid: d2574b11-ef7e-4768-ba38-e5533cb7f494
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-08-01T00:02:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-53f567
    namespace: kserve-ci-e2e-test
    resourceVersion: "18672"
    uid: 99252c2a-40ad-4770-a6a2-818fdc9914ed
  kind: Event
  lastTimestamp: "2026-08-01T00:02:22Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-01T00:02:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:02:22Z"
    name: isvc-secondary-53f567.18c78578b7f130e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18817"
    uid: 40888659-2f35-4221-8ae0-eaf5e4c5b902
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:02:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-53f567
    namespace: kserve-ci-e2e-test
    resourceVersion: "18672"
    uid: 99252c2a-40ad-4770-a6a2-818fdc9914ed
  kind: Event
  lastTimestamp: "2026-08-01T00:02:10Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-53f567":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-53f567":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-01T00:02:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:02:10Z"
    name: isvc-secondary-53f567.18c78578b865153a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18685"
    uid: 1fc2a9c4-f478-415f-8057-07178b1b56b6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:02:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-53f567
    namespace: kserve-ci-e2e-test
    resourceVersion: "18672"
    uid: 99252c2a-40ad-4770-a6a2-818fdc9914ed
  kind: Event
  lastTimestamp: "2026-08-01T00:02:10Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-53f567": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-08-01T00:02:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:02:10Z"
    name: isvc-secondary-53f567.18c78578b86560d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18686"
    uid: 07c37bc5-1e52-4ab3-95ec-896653b63c48
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-31T23:57:00.337975Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-4da04-predictor-66fb59fdb-5vmk7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15428"
    uid: 565239ab-1882-4c00-906f-675fb25ed64d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-4da04-predictor-66fb59fdb-5vmk7
    to ip-10-0-139-141.ec2.internal
  metadata:
    creationTimestamp: "2026-07-31T23:57:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-31T23:57:00Z"
    name: isvc-sklearn-graph-raw-4da04-predictor-66fb59fdb-5vmk7.18c785306eb539fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15436"
    uid: 39aa2379-47d6-4c42-965d-164925a8b97d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66c69cb7d9-872ps
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:57:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-4da04-predictor-66fb59fdb-5vmk7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15448"
    uid: 565239ab-1882-4c00-906f-675fb25ed64d
  kind: Event
  lastTimestamp: "2026-07-31T23:57:00Z"
  message: Add eth0 [10.133.0.22/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-31T23:57:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-31T23:57:00Z"
    name: isvc-sklearn-graph-raw-4da04-predictor-66fb59fdb-5vmk7.18c7853088ca7d46
    namespace: kserve-ci-e2e-test
    resourceVersion: "15500"
    uid: 0a4830c6-1393-473f-ac07-7c47d67206be
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:57:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-4da04-predictor-66fb59fdb-5vmk7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15431"
    uid: 565239ab-1882-4c00-906f-675fb25ed64d
  kind: Event
  lastTimestamp: "2026-07-31T23:57:00Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a7f8762eacdcae046df91671e5d778b36a484552558515ce8a80ad3a10a98099"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T23:57:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:57:00Z"
    name: isvc-sklearn-graph-raw-4da04-predictor-66fb59fdb-5vmk7.18c785308a2d6de6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15505"
    uid: 982fa7dc-b49c-4f99-bf89-df32ab3355e1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:57:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-4da04-predictor-66fb59fdb-5vmk7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15431"
    uid: 565239ab-1882-4c00-906f-675fb25ed64d
  kind: Event
  lastTimestamp: "2026-07-31T23:57:00Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-31T23:57:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:57:00Z"
    name: isvc-sklearn-graph-raw-4da04-predictor-66fb59fdb-5vmk7.18c785308cf94c83
    namespace: kserve-ci-e2e-test
    resourceVersion: "15508"
    uid: 79889548-1365-41fc-a33d-c9528ca2437a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:57:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-4da04-predictor-66fb59fdb-5vmk7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15431"
    uid: 565239ab-1882-4c00-906f-675fb25ed64d
  kind: Event
  lastTimestamp: "2026-07-31T23:57:00Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-31T23:57:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:57:00Z"
    name: isvc-sklearn-graph-raw-4da04-predictor-66fb59fdb-5vmk7.18c785308d7556dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15509"
    uid: b47541e3-844f-4dbf-92f4-7aa962570abe
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:57:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-4da04-predictor-66fb59fdb-5vmk7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15431"
    uid: 565239ab-1882-4c00-906f-675fb25ed64d
  kind: Event
  lastTimestamp: "2026-07-31T23:57:04Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1841"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T23:57:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:57:04Z"
    name: isvc-sklearn-graph-raw-4da04-predictor-66fb59fdb-5vmk7.18c7853178d4ca39
    namespace: kserve-ci-e2e-test
    resourceVersion: "15554"
    uid: eafcd317-15a7-4293-8925-932379fc3f99
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:57:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-4da04-predictor-66fb59fdb-5vmk7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15431"
    uid: 565239ab-1882-4c00-906f-675fb25ed64d
  kind: Event
  lastTimestamp: "2026-07-31T23:57:04Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-31T23:57:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:57:04Z"
    name: isvc-sklearn-graph-raw-4da04-predictor-66fb59fdb-5vmk7.18c785317c332777
    namespace: kserve-ci-e2e-test
    resourceVersion: "15560"
    uid: ff06028a-77b1-4794-864f-d6bacf3faefa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:57:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-4da04-predictor-66fb59fdb-5vmk7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15431"
    uid: 565239ab-1882-4c00-906f-675fb25ed64d
  kind: Event
  lastTimestamp: "2026-07-31T23:57:04Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T23:57:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:57:04Z"
    name: isvc-sklearn-graph-raw-4da04-predictor-66fb59fdb-5vmk7.18c785317cddde40
    namespace: kserve-ci-e2e-test
    resourceVersion: "15561"
    uid: 1fd1ca9d-8884-45e3-8b56-d23cf17f9cc7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:57:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-4da04-predictor-66fb59fdb-5vmk7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15431"
    uid: 565239ab-1882-4c00-906f-675fb25ed64d
  kind: Event
  lastTimestamp: "2026-07-31T23:57:04Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T23:57:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:57:04Z"
    name: isvc-sklearn-graph-raw-4da04-predictor-66fb59fdb-5vmk7.18c785317ce99c1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15562"
    uid: 1f201b61-3d10-48b2-8ffe-e3e9b0b1baee
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:57:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-4da04-predictor-66fb59fdb-5vmk7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15431"
    uid: 565239ab-1882-4c00-906f-675fb25ed64d
  kind: Event
  lastTimestamp: "2026-07-31T23:57:04Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-31T23:57:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:57:04Z"
    name: isvc-sklearn-graph-raw-4da04-predictor-66fb59fdb-5vmk7.18c785318005e01d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15570"
    uid: 5fe9b60c-4875-4937-8683-6024c431ea9a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:57:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-4da04-predictor-66fb59fdb-5vmk7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15431"
    uid: 565239ab-1882-4c00-906f-675fb25ed64d
  kind: Event
  lastTimestamp: "2026-07-31T23:57:04Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T23:57:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:57:04Z"
    name: isvc-sklearn-graph-raw-4da04-predictor-66fb59fdb-5vmk7.18c785318077d9ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "15571"
    uid: aa2db70a-7356-43b9-918b-bee2ae84824e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-31T23:57:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-4da04-predictor-66fb59fdb-5vmk7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15431"
    uid: 565239ab-1882-4c00-906f-675fb25ed64d
  kind: Event
  lastTimestamp: "2026-07-31T23:58:51Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.22:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-31T23:57:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:58:51Z"
    name: isvc-sklearn-graph-raw-4da04-predictor-66fb59fdb-5vmk7.18c78531b4d94b13
    namespace: kserve-ci-e2e-test
    resourceVersion: "16731"
    uid: 5744f974-9248-42c2-84d1-d1ddd102142d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-4da04-predictor-66fb59fdb-5vmk7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15431"
    uid: 565239ab-1882-4c00-906f-675fb25ed64d
  kind: Event
  lastTimestamp: "2026-07-31T23:58:50Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T23:58:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:58:50Z"
    name: isvc-sklearn-graph-raw-4da04-predictor-66fb59fdb-5vmk7.18c7854a16f04f00
    namespace: kserve-ci-e2e-test
    resourceVersion: "16606"
    uid: 11913c14-4fd0-49bd-ba93-d7f282188082
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-4da04-predictor-66fb59fdb-5vmk7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15431"
    uid: 565239ab-1882-4c00-906f-675fb25ed64d
  kind: Event
  lastTimestamp: "2026-07-31T23:58:50Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T23:58:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:58:50Z"
    name: isvc-sklearn-graph-raw-4da04-predictor-66fb59fdb-5vmk7.18c7854a16f0e7fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16607"
    uid: 59d2d77d-0d32-4f15-a48c-c9798b55e696
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-4da04-predictor-66fb59fdb-5vmk7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15431"
    uid: 565239ab-1882-4c00-906f-675fb25ed64d
  kind: Event
  lastTimestamp: "2026-07-31T23:58:51Z"
  message: 'Readiness probe failed: Get "https://10.133.0.22:8643/healthz": dial tcp
    10.133.0.22:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-31T23:58:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:58:51Z"
    name: isvc-sklearn-graph-raw-4da04-predictor-66fb59fdb-5vmk7.18c7854a634c0bec
    namespace: kserve-ci-e2e-test
    resourceVersion: "16730"
    uid: ae0fd8da-4e25-48b0-919e-585f6330a6c2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:57:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-4da04-predictor-66fb59fdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15417"
    uid: 7fdcc93b-712d-4dc6-bfce-879bb30970ff
  kind: Event
  lastTimestamp: "2026-07-31T23:57:00Z"
  message: 'Created pod: isvc-sklearn-graph-raw-4da04-predictor-66fb59fdb-5vmk7'
  metadata:
    creationTimestamp: "2026-07-31T23:57:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T23:57:00Z"
    name: isvc-sklearn-graph-raw-4da04-predictor-66fb59fdb.18c785306e4524a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15430"
    uid: fa3b7841-e11d-48cf-a91e-f4ba667a1506
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:57:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-4da04-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15414"
    uid: 45d4ffdc-cbea-4fc0-9172-9c4897e0128b
  kind: Event
  lastTimestamp: "2026-07-31T23:57:00Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-4da04-predictor-66fb59fdb
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-31T23:57:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T23:57:00Z"
    name: isvc-sklearn-graph-raw-4da04-predictor.18c785306bb52c17
    namespace: kserve-ci-e2e-test
    resourceVersion: "15421"
    uid: c6480ebd-983c-4b36-a483-d4c37cd3da94
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-31T23:57:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-4da04-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15416"
    uid: 9b128298-09aa-4dbc-9ab9-8fe5016c1dbe
  kind: Event
  lastTimestamp: "2026-07-31T23:57:45Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T23:57:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T23:57:45Z"
    name: isvc-sklearn-graph-raw-4da04-predictor.18c78533ea69dada
    namespace: kserve-ci-e2e-test
    resourceVersion: "15906"
    uid: fd95fe7e-cddb-4d6e-9d73-69bc44f443a2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-31T23:57:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-4da04-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15416"
    uid: 9b128298-09aa-4dbc-9ab9-8fe5016c1dbe
  kind: Event
  lastTimestamp: "2026-07-31T23:57:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T23:57:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T23:57:45Z"
    name: isvc-sklearn-graph-raw-4da04-predictor.18c78533eaca049d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15907"
    uid: 3b4c3d63-4c41-4682-8b50-1282a0dc7986
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-4da04-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15675"
    uid: 9b128298-09aa-4dbc-9ab9-8fe5016c1dbe
  kind: Event
  lastTimestamp: "2026-07-31T23:58:45Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T23:58:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T23:58:45Z"
    name: isvc-sklearn-graph-raw-4da04-predictor.18c7853e67758d07
    namespace: kserve-ci-e2e-test
    resourceVersion: "16457"
    uid: 5064d5bc-d3d6-42d2-97de-f2c5a14a2558
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-4da04-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15675"
    uid: 9b128298-09aa-4dbc-9ab9-8fe5016c1dbe
  kind: Event
  lastTimestamp: "2026-07-31T23:58:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T23:58:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T23:58:45Z"
    name: isvc-sklearn-graph-raw-4da04-predictor.18c7853e67d678a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16460"
    uid: 96522be6-acad-4a32-a066-235268d78fe8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-31T23:57:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-4da04
    namespace: kserve-ci-e2e-test
    resourceVersion: "15405"
    uid: 76794702-33e2-4150-8432-24341c71231d
  kind: Event
  lastTimestamp: "2026-07-31T23:58:21Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-31T23:57:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T23:58:21Z"
    name: isvc-sklearn-graph-raw-4da04.18c785306bcbbff7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16185"
    uid: a7a1f9b6-c838-4f87-8cad-03e4c7e87646
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-4da04
    namespace: kserve-ci-e2e-test
    resourceVersion: "16183"
    uid: 76794702-33e2-4150-8432-24341c71231d
  kind: Event
  lastTimestamp: "2026-07-31T23:58:21Z"
  message: InferenceService [isvc-sklearn-graph-raw-4da04] is Ready
  metadata:
    creationTimestamp: "2026-07-31T23:58:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T23:58:21Z"
    name: isvc-sklearn-graph-raw-4da04.18c785436c3bc969
    namespace: kserve-ci-e2e-test
    resourceVersion: "16184"
    uid: a5e5efbf-99eb-475f-8e0a-4f3c8ef358d8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-31T23:58:50.666816Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-64006-predictor-5f79588f4-qnq5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "16633"
    uid: 7aeed7fb-652f-4ea1-adf7-442ba749345d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-hpa-64006-predictor-5f79588f4-qnq5l
    to ip-10-0-139-141.ec2.internal
  metadata:
    creationTimestamp: "2026-07-31T23:58:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-31T23:58:50Z"
    name: isvc-sklearn-graph-raw-hpa-64006-predictor-5f79588f4-qnq5l.18c7854a1ed1b91c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16642"
    uid: 2caa8f7f-562c-490d-b6eb-1117a3bc8506
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66c69cb7d9-872ps
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-64006-predictor-5f79588f4-qnq5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "16657"
    uid: 7aeed7fb-652f-4ea1-adf7-442ba749345d
  kind: Event
  lastTimestamp: "2026-07-31T23:58:51Z"
  message: Add eth0 [10.133.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-31T23:58:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-31T23:58:51Z"
    name: isvc-sklearn-graph-raw-hpa-64006-predictor-5f79588f4-qnq5l.18c7854a38e0baf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16700"
    uid: 2d81b760-b025-4fbf-a086-eb9c18702724
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-64006-predictor-5f79588f4-qnq5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "16640"
    uid: 7aeed7fb-652f-4ea1-adf7-442ba749345d
  kind: Event
  lastTimestamp: "2026-07-31T23:58:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a7f8762eacdcae046df91671e5d778b36a484552558515ce8a80ad3a10a98099"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T23:58:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:58:51Z"
    name: isvc-sklearn-graph-raw-hpa-64006-predictor-5f79588f4-qnq5l.18c7854a3a4dc72f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16702"
    uid: ad1aff03-4a3b-48bb-999b-30a93bc28ccc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-64006-predictor-5f79588f4-qnq5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "16640"
    uid: 7aeed7fb-652f-4ea1-adf7-442ba749345d
  kind: Event
  lastTimestamp: "2026-07-31T23:58:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-31T23:58:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:58:51Z"
    name: isvc-sklearn-graph-raw-hpa-64006-predictor-5f79588f4-qnq5l.18c7854a3d14dd6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16703"
    uid: 355eb450-5f40-4163-a56b-e159385f8aa2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-64006-predictor-5f79588f4-qnq5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "16640"
    uid: 7aeed7fb-652f-4ea1-adf7-442ba749345d
  kind: Event
  lastTimestamp: "2026-07-31T23:58:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-31T23:58:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:58:51Z"
    name: isvc-sklearn-graph-raw-hpa-64006-predictor-5f79588f4-qnq5l.18c7854a3d8d2d98
    namespace: kserve-ci-e2e-test
    resourceVersion: "16704"
    uid: fbdad28c-b3f4-41f6-a4c6-42ca79ac027d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-64006-predictor-5f79588f4-qnq5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "16640"
    uid: 7aeed7fb-652f-4ea1-adf7-442ba749345d
  kind: Event
  lastTimestamp: "2026-07-31T23:58:55Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1841"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T23:58:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:58:55Z"
    name: isvc-sklearn-graph-raw-hpa-64006-predictor-5f79588f4-qnq5l.18c7854b2e045302
    namespace: kserve-ci-e2e-test
    resourceVersion: "16763"
    uid: 8d350894-5be1-473c-b3f3-b3bff22d8c25
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-64006-predictor-5f79588f4-qnq5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "16640"
    uid: 7aeed7fb-652f-4ea1-adf7-442ba749345d
  kind: Event
  lastTimestamp: "2026-07-31T23:58:55Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-31T23:58:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:58:55Z"
    name: isvc-sklearn-graph-raw-hpa-64006-predictor-5f79588f4-qnq5l.18c7854b3164e7ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "16768"
    uid: 7b054374-924b-4624-bd9a-48e94ea5c763
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-64006-predictor-5f79588f4-qnq5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "16640"
    uid: 7aeed7fb-652f-4ea1-adf7-442ba749345d
  kind: Event
  lastTimestamp: "2026-07-31T23:58:55Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T23:58:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:58:55Z"
    name: isvc-sklearn-graph-raw-hpa-64006-predictor-5f79588f4-qnq5l.18c7854b31dcdf70
    namespace: kserve-ci-e2e-test
    resourceVersion: "16769"
    uid: 4cbbb249-9e4d-4968-92e9-037c7034a7fd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-64006-predictor-5f79588f4-qnq5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "16640"
    uid: 7aeed7fb-652f-4ea1-adf7-442ba749345d
  kind: Event
  lastTimestamp: "2026-07-31T23:58:55Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T23:58:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:58:55Z"
    name: isvc-sklearn-graph-raw-hpa-64006-predictor-5f79588f4-qnq5l.18c7854b31e7fd8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16770"
    uid: ce1009b4-316e-45c4-b3b3-61132236dba8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-64006-predictor-5f79588f4-qnq5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "16640"
    uid: 7aeed7fb-652f-4ea1-adf7-442ba749345d
  kind: Event
  lastTimestamp: "2026-07-31T23:58:55Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-31T23:58:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:58:55Z"
    name: isvc-sklearn-graph-raw-hpa-64006-predictor-5f79588f4-qnq5l.18c7854b34c0adb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16773"
    uid: ed54d67d-19ed-4fb3-bd3b-01ba3c4bd5ac
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-64006-predictor-5f79588f4-qnq5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "16640"
    uid: 7aeed7fb-652f-4ea1-adf7-442ba749345d
  kind: Event
  lastTimestamp: "2026-07-31T23:58:55Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T23:58:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:58:55Z"
    name: isvc-sklearn-graph-raw-hpa-64006-predictor-5f79588f4-qnq5l.18c7854b353bf6a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16774"
    uid: 37aa3ac2-be37-4198-a556-125394d1e3b7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-64006-predictor-5f79588f4-qnq5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "16640"
    uid: 7aeed7fb-652f-4ea1-adf7-442ba749345d
  kind: Event
  lastTimestamp: "2026-08-01T00:00:45Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.24:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-31T23:58:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:00:45Z"
    name: isvc-sklearn-graph-raw-hpa-64006-predictor-5f79588f4-qnq5l.18c7854ba6105642
    namespace: kserve-ci-e2e-test
    resourceVersion: "17935"
    uid: 091012bb-2b18-4d4f-b8aa-5f051987fec5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:00:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-64006-predictor-5f79588f4-qnq5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "16640"
    uid: 7aeed7fb-652f-4ea1-adf7-442ba749345d
  kind: Event
  lastTimestamp: "2026-08-01T00:00:40Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:00:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:00:40Z"
    name: isvc-sklearn-graph-raw-hpa-64006-predictor-5f79588f4-qnq5l.18c78563c56a166e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17839"
    uid: 945daded-ab51-4a5e-9bf3-f477356fd2c6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:00:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-64006-predictor-5f79588f4-qnq5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "16640"
    uid: 7aeed7fb-652f-4ea1-adf7-442ba749345d
  kind: Event
  lastTimestamp: "2026-08-01T00:00:40Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:00:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:00:40Z"
    name: isvc-sklearn-graph-raw-hpa-64006-predictor-5f79588f4-qnq5l.18c78563c56adaf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17846"
    uid: a727229a-d828-4af8-8fd1-6acc993752c3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:00:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-64006-predictor-5f79588f4-qnq5l
    namespace: kserve-ci-e2e-test
    resourceVersion: "16640"
    uid: 7aeed7fb-652f-4ea1-adf7-442ba749345d
  kind: Event
  lastTimestamp: "2026-08-01T00:00:43Z"
  message: 'Readiness probe failed: Get "https://10.133.0.24:8643/healthz": dial tcp
    10.133.0.24:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-01T00:00:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:00:43Z"
    name: isvc-sklearn-graph-raw-hpa-64006-predictor-5f79588f4-qnq5l.18c78564546460c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17916"
    uid: 0f30f610-68b2-4633-8af2-baa302429297
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-hpa-64006-predictor-5f79588f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16624"
    uid: 60110f83-0741-4b3f-ae35-18d68e4ea2d6
  kind: Event
  lastTimestamp: "2026-07-31T23:58:50Z"
  message: 'Created pod: isvc-sklearn-graph-raw-hpa-64006-predictor-5f79588f4-qnq5l'
  metadata:
    creationTimestamp: "2026-07-31T23:58:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T23:58:50Z"
    name: isvc-sklearn-graph-raw-hpa-64006-predictor-5f79588f4.18c7854a1e6890d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16639"
    uid: 6eb6225f-2415-4a29-a428-bed3ad275412
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-hpa-64006-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16621"
    uid: 8327ed52-c656-40cc-87a5-02e69c1fd24b
  kind: Event
  lastTimestamp: "2026-07-31T23:58:50Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-hpa-64006-predictor-5f79588f4
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-31T23:58:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T23:58:50Z"
    name: isvc-sklearn-graph-raw-hpa-64006-predictor.18c7854a1ba27939
    namespace: kserve-ci-e2e-test
    resourceVersion: "16626"
    uid: 27758e69-b48c-4bbd-b3d1-8355987ad02d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T23:59:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-64006-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16623"
    uid: 0f271037-34f3-46f5-bbe1-8c112497a675
  kind: Event
  lastTimestamp: "2026-07-31T23:59:20Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T23:59:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T23:59:20Z"
    name: isvc-sklearn-graph-raw-hpa-64006-predictor.18c7854d9a9c5ba8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16997"
    uid: 7453df4d-44d8-46b8-a247-ad424405252f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T23:59:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-64006-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16623"
    uid: 0f271037-34f3-46f5-bbe1-8c112497a675
  kind: Event
  lastTimestamp: "2026-07-31T23:59:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T23:59:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T23:59:20Z"
    name: isvc-sklearn-graph-raw-hpa-64006-predictor.18c7854d9b038ad9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16998"
    uid: 4cc28646-1c0a-4ead-811d-e44235aced17
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-31T23:59:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-64006-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16877"
    uid: 0f271037-34f3-46f5-bbe1-8c112497a675
  kind: Event
  lastTimestamp: "2026-08-01T00:00:35Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T23:59:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:00:35Z"
    name: isvc-sklearn-graph-raw-hpa-64006-predictor.18c7855498be379b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17748"
    uid: eb66076a-d68c-485e-be0e-c4801f51ece7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-31T23:59:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-64006-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16877"
    uid: 0f271037-34f3-46f5-bbe1-8c112497a675
  kind: Event
  lastTimestamp: "2026-08-01T00:00:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T23:59:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:00:35Z"
    name: isvc-sklearn-graph-raw-hpa-64006-predictor.18c7855499374d61
    namespace: kserve-ci-e2e-test
    resourceVersion: "17749"
    uid: d41c192c-57bf-42f0-b967-00f73584a49a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-64006
    namespace: kserve-ci-e2e-test
    resourceVersion: "16614"
    uid: 9dc2fef8-076a-40e2-983f-05c2e705bd2a
  kind: Event
  lastTimestamp: "2026-08-01T00:00:15Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-31T23:58:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:00:15Z"
    name: isvc-sklearn-graph-raw-hpa-64006.18c7854a1bbf1e9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17494"
    uid: b13e5426-17d5-42bf-acf0-780c80b3e6b2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:00:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-64006
    namespace: kserve-ci-e2e-test
    resourceVersion: "17489"
    uid: 9dc2fef8-076a-40e2-983f-05c2e705bd2a
  kind: Event
  lastTimestamp: "2026-08-01T00:00:15Z"
  message: InferenceService [isvc-sklearn-graph-raw-hpa-64006] is Ready
  metadata:
    creationTimestamp: "2026-08-01T00:00:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:00:15Z"
    name: isvc-sklearn-graph-raw-hpa-64006.18c7855dded641f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17490"
    uid: aeae8e12-2f48-4a76-ab2b-e5883a4ee198
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-01T00:02:36.206585Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-83d7e-predictor-776f858d64-p828d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19076"
    uid: a2834430-a979-475c-993d-b9ddc36b85b0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-scale-raw-83d7e-predictor-776f858d64-p828d
    to ip-10-0-132-129.ec2.internal
  metadata:
    creationTimestamp: "2026-08-01T00:02:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-01T00:02:36Z"
    name: isvc-sklearn-scale-raw-83d7e-predictor-776f858d64-p828d.18c7857ea2097426
    namespace: kserve-ci-e2e-test
    resourceVersion: "19083"
    uid: 10ce7321-cfdf-461c-84a4-2e240ee289e7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66c69cb7d9-872ps
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:02:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-83d7e-predictor-776f858d64-p828d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19079"
    uid: a2834430-a979-475c-993d-b9ddc36b85b0
  kind: Event
  lastTimestamp: "2026-08-01T00:02:36Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-scale-raw-83d7e-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-08-01T00:02:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:02:36Z"
    name: isvc-sklearn-scale-raw-83d7e-predictor-776f858d64-p828d.18c7857eb021aee8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19103"
    uid: 2ba8a308-527e-4466-ad86-e14fd685f92a
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:02:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-83d7e-predictor-776f858d64-p828d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19090"
    uid: a2834430-a979-475c-993d-b9ddc36b85b0
  kind: Event
  lastTimestamp: "2026-08-01T00:02:37Z"
  message: Add eth0 [10.132.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-01T00:02:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-01T00:02:37Z"
    name: isvc-sklearn-scale-raw-83d7e-predictor-776f858d64-p828d.18c7857ee2a2b89e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19114"
    uid: 829d6f09-da2d-46a5-aa15-f71bfcba2171
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:02:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-83d7e-predictor-776f858d64-p828d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19079"
    uid: a2834430-a979-475c-993d-b9ddc36b85b0
  kind: Event
  lastTimestamp: "2026-08-01T00:02:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a7f8762eacdcae046df91671e5d778b36a484552558515ce8a80ad3a10a98099"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:02:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:02:37Z"
    name: isvc-sklearn-scale-raw-83d7e-predictor-776f858d64-p828d.18c7857ee413f41f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19117"
    uid: 43de81d4-434c-462f-adfa-1958bd5e0bea
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:02:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-83d7e-predictor-776f858d64-p828d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19079"
    uid: a2834430-a979-475c-993d-b9ddc36b85b0
  kind: Event
  lastTimestamp: "2026-08-01T00:02:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-01T00:02:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:02:37Z"
    name: isvc-sklearn-scale-raw-83d7e-predictor-776f858d64-p828d.18c7857ee7d64002
    namespace: kserve-ci-e2e-test
    resourceVersion: "19118"
    uid: a6ae912d-1152-4ca3-aee3-c46c26e0207f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:02:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-83d7e-predictor-776f858d64-p828d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19079"
    uid: a2834430-a979-475c-993d-b9ddc36b85b0
  kind: Event
  lastTimestamp: "2026-08-01T00:02:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-01T00:02:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:02:37Z"
    name: isvc-sklearn-scale-raw-83d7e-predictor-776f858d64-p828d.18c7857ee8538e6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19119"
    uid: 58ef3d1a-c3af-4414-9779-ba19803197f5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:02:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-83d7e-predictor-776f858d64-p828d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19079"
    uid: a2834430-a979-475c-993d-b9ddc36b85b0
  kind: Event
  lastTimestamp: "2026-08-01T00:02:41Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1841"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:02:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:02:41Z"
    name: isvc-sklearn-scale-raw-83d7e-predictor-776f858d64-p828d.18c7857fe00d6ce3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19180"
    uid: 5e65d6d8-fa93-4449-bfc6-3953014878ad
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:02:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-83d7e-predictor-776f858d64-p828d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19079"
    uid: a2834430-a979-475c-993d-b9ddc36b85b0
  kind: Event
  lastTimestamp: "2026-08-01T00:02:41Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-01T00:02:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:02:41Z"
    name: isvc-sklearn-scale-raw-83d7e-predictor-776f858d64-p828d.18c7857fe388a4d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19184"
    uid: fe6bd776-e6f0-4431-8198-385dc14edd20
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:02:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-83d7e-predictor-776f858d64-p828d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19079"
    uid: a2834430-a979-475c-993d-b9ddc36b85b0
  kind: Event
  lastTimestamp: "2026-08-01T00:02:41Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:02:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:02:41Z"
    name: isvc-sklearn-scale-raw-83d7e-predictor-776f858d64-p828d.18c7857fe40c3c3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19185"
    uid: 599dacea-2167-4a20-8599-03c51fc9628b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:02:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-83d7e-predictor-776f858d64-p828d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19079"
    uid: a2834430-a979-475c-993d-b9ddc36b85b0
  kind: Event
  lastTimestamp: "2026-08-01T00:02:41Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:02:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:02:41Z"
    name: isvc-sklearn-scale-raw-83d7e-predictor-776f858d64-p828d.18c7857fe417f662
    namespace: kserve-ci-e2e-test
    resourceVersion: "19187"
    uid: 13516e00-240d-4cdc-865c-388da46ab4ea
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:02:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-83d7e-predictor-776f858d64-p828d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19079"
    uid: a2834430-a979-475c-993d-b9ddc36b85b0
  kind: Event
  lastTimestamp: "2026-08-01T00:02:41Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-01T00:02:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:02:41Z"
    name: isvc-sklearn-scale-raw-83d7e-predictor-776f858d64-p828d.18c7857fe759aa61
    namespace: kserve-ci-e2e-test
    resourceVersion: "19189"
    uid: 1e7369b4-dc34-4c2e-b851-9956ead23b6e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:02:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-83d7e-predictor-776f858d64-p828d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19079"
    uid: a2834430-a979-475c-993d-b9ddc36b85b0
  kind: Event
  lastTimestamp: "2026-08-01T00:02:41Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:02:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:02:41Z"
    name: isvc-sklearn-scale-raw-83d7e-predictor-776f858d64-p828d.18c7857fe7dad9f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19190"
    uid: 62eb774b-91b2-479f-9196-1113886bdf14
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 19
  eventTime: null
  firstTimestamp: "2026-08-01T00:02:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-83d7e-predictor-776f858d64-p828d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19079"
    uid: a2834430-a979-475c-993d-b9ddc36b85b0
  kind: Event
  lastTimestamp: "2026-08-01T00:05:34Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-01T00:02:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:05:34Z"
    name: isvc-sklearn-scale-raw-83d7e-predictor-776f858d64-p828d.18c78580580429e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20726"
    uid: 30449ae3-1f4f-4f19-8999-b51bf6f6849e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:05:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-83d7e-predictor-776f858d64-p828d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19079"
    uid: a2834430-a979-475c-993d-b9ddc36b85b0
  kind: Event
  lastTimestamp: "2026-08-01T00:05:26Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:05:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:05:26Z"
    name: isvc-sklearn-scale-raw-83d7e-predictor-776f858d64-p828d.18c785a641560883
    namespace: kserve-ci-e2e-test
    resourceVersion: "20580"
    uid: ebe77000-b13c-4da3-a803-dadf790e99f0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:05:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-83d7e-predictor-776f858d64-p828d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19079"
    uid: a2834430-a979-475c-993d-b9ddc36b85b0
  kind: Event
  lastTimestamp: "2026-08-01T00:05:26Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:05:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:05:26Z"
    name: isvc-sklearn-scale-raw-83d7e-predictor-776f858d64-p828d.18c785a641567d4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20581"
    uid: 2c15654c-7142-4010-9e3f-50bb9b5d430d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-01T00:05:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-83d7e-predictor-776f858d64-p828d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19079"
    uid: a2834430-a979-475c-993d-b9ddc36b85b0
  kind: Event
  lastTimestamp: "2026-08-01T00:05:34Z"
  message: 'Readiness probe failed: Get "https://10.132.0.39:8643/healthz": dial tcp
    10.132.0.39:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-01T00:05:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:05:34Z"
    name: isvc-sklearn-scale-raw-83d7e-predictor-776f858d64-p828d.18c785a6fe9e3204
    namespace: kserve-ci-e2e-test
    resourceVersion: "20727"
    uid: a9902204-112c-49a3-874e-deaf27f5c7a8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:02:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scale-raw-83d7e-predictor-776f858d64
    namespace: kserve-ci-e2e-test
    resourceVersion: "19054"
    uid: 79d98fb9-a694-4083-be46-153fc59daa0d
  kind: Event
  lastTimestamp: "2026-08-01T00:02:36Z"
  message: 'Created pod: isvc-sklearn-scale-raw-83d7e-predictor-776f858d64-p828d'
  metadata:
    creationTimestamp: "2026-08-01T00:02:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:02:36Z"
    name: isvc-sklearn-scale-raw-83d7e-predictor-776f858d64.18c7857ea179b368
    namespace: kserve-ci-e2e-test
    resourceVersion: "19078"
    uid: 7ffa4c83-9229-425f-95b5-c73dc961925d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:02:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scale-raw-83d7e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19051"
    uid: 6f81ac34-a5ff-4094-8715-3fa96ed36be7
  kind: Event
  lastTimestamp: "2026-08-01T00:02:36Z"
  message: Scaled up replica set isvc-sklearn-scale-raw-83d7e-predictor-776f858d64
    from 0 to 1
  metadata:
    creationTimestamp: "2026-08-01T00:02:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:02:36Z"
    name: isvc-sklearn-scale-raw-83d7e-predictor.18c7857e9e98e0a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19061"
    uid: be6a7d99-546e-4eb2-8bc6-3a1d1f0b63d5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-01T00:02:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-83d7e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19053"
    uid: e4fbaecc-ec56-4e78-9370-c187f61f3500
  kind: Event
  lastTimestamp: "2026-08-01T00:03:06Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-01T00:02:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:03:06Z"
    name: isvc-sklearn-scale-raw-83d7e-predictor.18c785821d0b7fdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19441"
    uid: 9672dc16-4e8e-493f-9e1c-ddb747062049
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-01T00:02:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-83d7e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19053"
    uid: e4fbaecc-ec56-4e78-9370-c187f61f3500
  kind: Event
  lastTimestamp: "2026-08-01T00:03:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-01T00:02:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:03:06Z"
    name: isvc-sklearn-scale-raw-83d7e-predictor.18c785821d7742c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19442"
    uid: b3cd6513-dcbd-4b7c-91c6-28c7f8714f8e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-08-01T00:03:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-83d7e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19330"
    uid: e4fbaecc-ec56-4e78-9370-c187f61f3500
  kind: Event
  lastTimestamp: "2026-08-01T00:05:21Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-01T00:03:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:05:21Z"
    name: isvc-sklearn-scale-raw-83d7e-predictor.18c785891ad7d0d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20520"
    uid: 3bfd9c72-039f-4500-848e-28aade80322b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-08-01T00:03:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-83d7e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19330"
    uid: e4fbaecc-ec56-4e78-9370-c187f61f3500
  kind: Event
  lastTimestamp: "2026-08-01T00:05:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-01T00:03:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:05:21Z"
    name: isvc-sklearn-scale-raw-83d7e-predictor.18c785891b32d80d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20521"
    uid: cb24cf21-a878-4189-8b10-f866178f1409
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-08-01T00:02:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-83d7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19027"
    uid: 2640dd96-0402-496a-9c9f-e306a94f01b9
  kind: Event
  lastTimestamp: "2026-08-01T00:05:24Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-01T00:02:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:05:24Z"
    name: isvc-sklearn-scale-raw-83d7e.18c7857e9ed5589c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20555"
    uid: 7e98237e-183d-43fb-9bad-d8bb6dc7a49a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:02:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-83d7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19065"
    uid: 2640dd96-0402-496a-9c9f-e306a94f01b9
  kind: Event
  lastTimestamp: "2026-08-01T00:02:36Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scale-raw-83d7e":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scale-raw-83d7e":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-01T00:02:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:02:36Z"
    name: isvc-sklearn-scale-raw-83d7e.18c7857ea262754f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19085"
    uid: c3600aeb-4307-4789-9392-59849138ad6b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:05:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-83d7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20553"
    uid: 2640dd96-0402-496a-9c9f-e306a94f01b9
  kind: Event
  lastTimestamp: "2026-08-01T00:05:24Z"
  message: InferenceService [isvc-sklearn-scale-raw-83d7e] is Ready
  metadata:
    creationTimestamp: "2026-08-01T00:05:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:05:24Z"
    name: isvc-sklearn-scale-raw-83d7e.18c785a5d949d0a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20554"
    uid: a448b7cc-d3b0-4bda-91c0-bca2778159d7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-31T23:57:00.469852Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-4da04-predictor-6f684fdd5c-g7zcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "15474"
    uid: 319b6709-a459-49b6-9885-a87c4933e97f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-4da04-predictor-6f684fdd5c-g7zcl
    to ip-10-0-132-129.ec2.internal
  metadata:
    creationTimestamp: "2026-07-31T23:57:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-31T23:57:00Z"
    name: isvc-xgboost-graph-raw-4da04-predictor-6f684fdd5c-g7zcl.18c7853076916cea
    namespace: kserve-ci-e2e-test
    resourceVersion: "15481"
    uid: 5485dddf-af3f-4a0e-ade0-05ac4e2305e6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66c69cb7d9-872ps
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:57:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-4da04-predictor-6f684fdd5c-g7zcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "15486"
    uid: 319b6709-a459-49b6-9885-a87c4933e97f
  kind: Event
  lastTimestamp: "2026-07-31T23:57:00Z"
  message: Add eth0 [10.132.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-31T23:57:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-31T23:57:00Z"
    name: isvc-xgboost-graph-raw-4da04-predictor-6f684fdd5c-g7zcl.18c78530937694b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15513"
    uid: fd95797e-788f-4284-a0b0-ea969e57a81a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:57:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-4da04-predictor-6f684fdd5c-g7zcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "15477"
    uid: 319b6709-a459-49b6-9885-a87c4933e97f
  kind: Event
  lastTimestamp: "2026-07-31T23:57:00Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a7f8762eacdcae046df91671e5d778b36a484552558515ce8a80ad3a10a98099"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T23:57:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:57:00Z"
    name: isvc-xgboost-graph-raw-4da04-predictor-6f684fdd5c-g7zcl.18c7853094e2688b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15515"
    uid: b655927c-a8af-47b7-a8fe-664a12e3720f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:57:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-4da04-predictor-6f684fdd5c-g7zcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "15477"
    uid: 319b6709-a459-49b6-9885-a87c4933e97f
  kind: Event
  lastTimestamp: "2026-07-31T23:57:01Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-31T23:57:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:57:01Z"
    name: isvc-xgboost-graph-raw-4da04-predictor-6f684fdd5c-g7zcl.18c7853097fafb23
    namespace: kserve-ci-e2e-test
    resourceVersion: "15516"
    uid: 1937c155-f583-475f-b4b9-dc04a9376c54
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:57:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-4da04-predictor-6f684fdd5c-g7zcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "15477"
    uid: 319b6709-a459-49b6-9885-a87c4933e97f
  kind: Event
  lastTimestamp: "2026-07-31T23:57:01Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-31T23:57:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:57:01Z"
    name: isvc-xgboost-graph-raw-4da04-predictor-6f684fdd5c-g7zcl.18c78530987e89ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "15517"
    uid: 21396eb4-949b-4ba6-8226-efd5c89c84fb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:57:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-4da04-predictor-6f684fdd5c-g7zcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "15477"
    uid: 319b6709-a459-49b6-9885-a87c4933e97f
  kind: Event
  lastTimestamp: "2026-07-31T23:57:05Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-07-31T23:57:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:57:05Z"
    name: isvc-xgboost-graph-raw-4da04-predictor-6f684fdd5c-g7zcl.18c78531b5364a23
    namespace: kserve-ci-e2e-test
    resourceVersion: "15584"
    uid: 304032fd-dcd4-45d0-b8ee-460c573066bb
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:57:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-4da04-predictor-6f684fdd5c-g7zcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "15477"
    uid: 319b6709-a459-49b6-9885-a87c4933e97f
  kind: Event
  lastTimestamp: "2026-07-31T23:57:23Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 17.478s (17.478s
    including waiting). Image size: 1307355894 bytes.'
  metadata:
    creationTimestamp: "2026-07-31T23:57:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:57:23Z"
    name: isvc-xgboost-graph-raw-4da04-predictor-6f684fdd5c-g7zcl.18c78535c6fc72fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15736"
    uid: 95370ee1-2869-47e8-a1c6-5a4b65f9623d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:57:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-4da04-predictor-6f684fdd5c-g7zcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "15477"
    uid: 319b6709-a459-49b6-9885-a87c4933e97f
  kind: Event
  lastTimestamp: "2026-07-31T23:57:23Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-31T23:57:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:57:23Z"
    name: isvc-xgboost-graph-raw-4da04-predictor-6f684fdd5c-g7zcl.18c78535ca468b1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15737"
    uid: 2d67b3bc-2325-42a9-ba5f-80a376ecc5b8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:57:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-4da04-predictor-6f684fdd5c-g7zcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "15477"
    uid: 319b6709-a459-49b6-9885-a87c4933e97f
  kind: Event
  lastTimestamp: "2026-07-31T23:57:23Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T23:57:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:57:23Z"
    name: isvc-xgboost-graph-raw-4da04-predictor-6f684fdd5c-g7zcl.18c78535cac34bc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15738"
    uid: 085ed217-3609-4565-9593-18f272fa016a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:57:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-4da04-predictor-6f684fdd5c-g7zcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "15477"
    uid: 319b6709-a459-49b6-9885-a87c4933e97f
  kind: Event
  lastTimestamp: "2026-07-31T23:57:23Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T23:57:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:57:23Z"
    name: isvc-xgboost-graph-raw-4da04-predictor-6f684fdd5c-g7zcl.18c78535cacf636a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15739"
    uid: cc7d6123-208d-48c0-9fe5-d91c6256192c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:57:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-4da04-predictor-6f684fdd5c-g7zcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "15477"
    uid: 319b6709-a459-49b6-9885-a87c4933e97f
  kind: Event
  lastTimestamp: "2026-07-31T23:57:23Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-31T23:57:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:57:23Z"
    name: isvc-xgboost-graph-raw-4da04-predictor-6f684fdd5c-g7zcl.18c78535ce14d2b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15740"
    uid: 1bf5887b-fddd-47b5-adfe-b28c64c65986
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:57:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-4da04-predictor-6f684fdd5c-g7zcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "15477"
    uid: 319b6709-a459-49b6-9885-a87c4933e97f
  kind: Event
  lastTimestamp: "2026-07-31T23:57:23Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T23:57:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:57:23Z"
    name: isvc-xgboost-graph-raw-4da04-predictor-6f684fdd5c-g7zcl.18c78535ce96439a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15741"
    uid: 3d823aa5-f877-4792-b305-d8357b1f7cb3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-31T23:57:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-4da04-predictor-6f684fdd5c-g7zcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "15477"
    uid: 319b6709-a459-49b6-9885-a87c4933e97f
  kind: Event
  lastTimestamp: "2026-07-31T23:58:19Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-31T23:57:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:58:19Z"
    name: isvc-xgboost-graph-raw-4da04-predictor-6f684fdd5c-g7zcl.18c78535ece37911
    namespace: kserve-ci-e2e-test
    resourceVersion: "16159"
    uid: 175010be-cf27-49eb-85e7-0e11138b98ad
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-4da04-predictor-6f684fdd5c-g7zcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "15477"
    uid: 319b6709-a459-49b6-9885-a87c4933e97f
  kind: Event
  lastTimestamp: "2026-07-31T23:58:50Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T23:58:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:58:50Z"
    name: isvc-xgboost-graph-raw-4da04-predictor-6f684fdd5c-g7zcl.18c7854a20c71ece
    namespace: kserve-ci-e2e-test
    resourceVersion: "16658"
    uid: c06c8902-5f8e-4389-a43a-aa5b5348de4a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-4da04-predictor-6f684fdd5c-g7zcl
    namespace: kserve-ci-e2e-test
    resourceVersion: "15477"
    uid: 319b6709-a459-49b6-9885-a87c4933e97f
  kind: Event
  lastTimestamp: "2026-07-31T23:58:50Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T23:58:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:58:50Z"
    name: isvc-xgboost-graph-raw-4da04-predictor-6f684fdd5c-g7zcl.18c7854a20c78a20
    namespace: kserve-ci-e2e-test
    resourceVersion: "16660"
    uid: 6d6d6870-1979-43f3-a530-2e6495436ddb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:57:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-4da04-predictor-6f684fdd5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15466"
    uid: 27131117-088d-4958-8ca2-b08dd6ecb7f4
  kind: Event
  lastTimestamp: "2026-07-31T23:57:00Z"
  message: 'Created pod: isvc-xgboost-graph-raw-4da04-predictor-6f684fdd5c-g7zcl'
  metadata:
    creationTimestamp: "2026-07-31T23:57:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T23:57:00Z"
    name: isvc-xgboost-graph-raw-4da04-predictor-6f684fdd5c.18c78530760a156b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15476"
    uid: dd544f1c-187c-4977-946e-beef2d9d512a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:57:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-4da04-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15463"
    uid: 6ee4d6e6-b80e-4f10-9d21-cee1ab783a14
  kind: Event
  lastTimestamp: "2026-07-31T23:57:00Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-4da04-predictor-6f684fdd5c
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-31T23:57:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T23:57:00Z"
    name: isvc-xgboost-graph-raw-4da04-predictor.18c7853073a7967f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15468"
    uid: 42b41f5c-6c62-4c9e-bc83-a6003b3b6ca7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-31T23:57:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-4da04-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15465"
    uid: 0e175f05-b9fd-4856-9ca7-c75d095b8dd8
  kind: Event
  lastTimestamp: "2026-07-31T23:58:00Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T23:57:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T23:58:00Z"
    name: isvc-xgboost-graph-raw-4da04-predictor.18c78533f21abd03
    namespace: kserve-ci-e2e-test
    resourceVersion: "16017"
    uid: e78ec391-d043-491d-8f67-56fbce17870e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-31T23:57:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-4da04-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15465"
    uid: 0e175f05-b9fd-4856-9ca7-c75d095b8dd8
  kind: Event
  lastTimestamp: "2026-07-31T23:58:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T23:57:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T23:58:00Z"
    name: isvc-xgboost-graph-raw-4da04-predictor.18c78533f27af4ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "16018"
    uid: c20abc4a-51c9-4fd4-aac7-aee70fc96e11
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-4da04-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15678"
    uid: 0e175f05-b9fd-4856-9ca7-c75d095b8dd8
  kind: Event
  lastTimestamp: "2026-07-31T23:58:45Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T23:58:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T23:58:45Z"
    name: isvc-xgboost-graph-raw-4da04-predictor.18c78541ed1a648c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16485"
    uid: 3e2675aa-7a32-4f78-876d-c9a995ec9802
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-4da04-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15678"
    uid: 0e175f05-b9fd-4856-9ca7-c75d095b8dd8
  kind: Event
  lastTimestamp: "2026-07-31T23:58:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T23:58:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T23:58:45Z"
    name: isvc-xgboost-graph-raw-4da04-predictor.18c78541ed794a1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16486"
    uid: 7da55464-fa6d-4eb0-ae77-1306ae0fdc35
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-31T23:57:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-4da04
    namespace: kserve-ci-e2e-test
    resourceVersion: "15449"
    uid: 9806c464-3f89-47ae-9442-dcbff871edc0
  kind: Event
  lastTimestamp: "2026-07-31T23:58:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-31T23:57:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T23:58:30Z"
    name: isvc-xgboost-graph-raw-4da04.18c7853073ae8694
    namespace: kserve-ci-e2e-test
    resourceVersion: "16247"
    uid: 702c492b-2334-4dfa-87ed-ce5a5521cbcb
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-4da04
    namespace: kserve-ci-e2e-test
    resourceVersion: "16245"
    uid: 9806c464-3f89-47ae-9442-dcbff871edc0
  kind: Event
  lastTimestamp: "2026-07-31T23:58:30Z"
  message: InferenceService [isvc-xgboost-graph-raw-4da04] is Ready
  metadata:
    creationTimestamp: "2026-07-31T23:58:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T23:58:30Z"
    name: isvc-xgboost-graph-raw-4da04.18c785455011a1f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16246"
    uid: 50999ddf-0564-4463-8ea3-1dc94fb3ed68
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-31T23:58:50.807116Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-64006-predictor-648db47f7c-txxnc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16682"
    uid: 17fcaf13-bd5d-4d3d-9340-cb9e8e486a39
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-hpa-64006-predictor-648db47f7c-txxnc
    to ip-10-0-132-129.ec2.internal
  metadata:
    creationTimestamp: "2026-07-31T23:58:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-31T23:58:50Z"
    name: isvc-xgboost-graph-raw-hpa-64006-predictor-648db47f7c-txxnc.18c7854a272e8ebc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16689"
    uid: 4a356302-9d37-4e35-b302-d4a4e9b5b139
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66c69cb7d9-872ps
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-64006-predictor-648db47f7c-txxnc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16693"
    uid: 17fcaf13-bd5d-4d3d-9340-cb9e8e486a39
  kind: Event
  lastTimestamp: "2026-07-31T23:58:51Z"
  message: Add eth0 [10.132.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-31T23:58:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-31T23:58:51Z"
    name: isvc-xgboost-graph-raw-hpa-64006-predictor-648db47f7c-txxnc.18c7854a423026f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16712"
    uid: b5b021f9-3bc0-4764-922e-bbf23f1f1efa
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-64006-predictor-648db47f7c-txxnc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16686"
    uid: 17fcaf13-bd5d-4d3d-9340-cb9e8e486a39
  kind: Event
  lastTimestamp: "2026-07-31T23:58:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a7f8762eacdcae046df91671e5d778b36a484552558515ce8a80ad3a10a98099"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T23:58:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:58:51Z"
    name: isvc-xgboost-graph-raw-hpa-64006-predictor-648db47f7c-txxnc.18c7854a4392f9c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16714"
    uid: b1e1fe24-bb82-4911-b9fb-e67f2d531c20
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-64006-predictor-648db47f7c-txxnc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16686"
    uid: 17fcaf13-bd5d-4d3d-9340-cb9e8e486a39
  kind: Event
  lastTimestamp: "2026-07-31T23:58:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-31T23:58:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:58:51Z"
    name: isvc-xgboost-graph-raw-hpa-64006-predictor-648db47f7c-txxnc.18c7854a46ac7cec
    namespace: kserve-ci-e2e-test
    resourceVersion: "16717"
    uid: 2705bae5-5897-479d-9c29-d9d69c61f469
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-64006-predictor-648db47f7c-txxnc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16686"
    uid: 17fcaf13-bd5d-4d3d-9340-cb9e8e486a39
  kind: Event
  lastTimestamp: "2026-07-31T23:58:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-31T23:58:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:58:51Z"
    name: isvc-xgboost-graph-raw-hpa-64006-predictor-648db47f7c-txxnc.18c7854a47307176
    namespace: kserve-ci-e2e-test
    resourceVersion: "16718"
    uid: efe9732b-e98e-4cd7-9d85-42827771d505
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-64006-predictor-648db47f7c-txxnc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16686"
    uid: 17fcaf13-bd5d-4d3d-9340-cb9e8e486a39
  kind: Event
  lastTimestamp: "2026-07-31T23:58:55Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-31T23:58:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:58:55Z"
    name: isvc-xgboost-graph-raw-hpa-64006-predictor-648db47f7c-txxnc.18c7854b39250cd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16775"
    uid: 275d5a8d-13f9-4daf-a544-ee70a738c633
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-64006-predictor-648db47f7c-txxnc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16686"
    uid: 17fcaf13-bd5d-4d3d-9340-cb9e8e486a39
  kind: Event
  lastTimestamp: "2026-07-31T23:58:55Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-31T23:58:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:58:55Z"
    name: isvc-xgboost-graph-raw-hpa-64006-predictor-648db47f7c-txxnc.18c7854b3d5ae225
    namespace: kserve-ci-e2e-test
    resourceVersion: "16782"
    uid: 53eb27e6-acfd-45a8-ab78-fea11afb3632
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-64006-predictor-648db47f7c-txxnc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16686"
    uid: 17fcaf13-bd5d-4d3d-9340-cb9e8e486a39
  kind: Event
  lastTimestamp: "2026-07-31T23:58:55Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-31T23:58:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:58:55Z"
    name: isvc-xgboost-graph-raw-hpa-64006-predictor-648db47f7c-txxnc.18c7854b3de3c93c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16783"
    uid: e4c46226-75ee-4729-ad67-4ceee6ff6078
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-64006-predictor-648db47f7c-txxnc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16686"
    uid: 17fcaf13-bd5d-4d3d-9340-cb9e8e486a39
  kind: Event
  lastTimestamp: "2026-07-31T23:58:55Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-31T23:58:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:58:55Z"
    name: isvc-xgboost-graph-raw-hpa-64006-predictor-648db47f7c-txxnc.18c7854b3defe9d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16784"
    uid: 48e98e1a-a43c-416e-8b8f-a495f9d1650a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-64006-predictor-648db47f7c-txxnc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16686"
    uid: 17fcaf13-bd5d-4d3d-9340-cb9e8e486a39
  kind: Event
  lastTimestamp: "2026-07-31T23:58:55Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-31T23:58:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:58:55Z"
    name: isvc-xgboost-graph-raw-hpa-64006-predictor-648db47f7c-txxnc.18c7854b40b89467
    namespace: kserve-ci-e2e-test
    resourceVersion: "16787"
    uid: 819c80ac-ba9c-4811-8152-2f6a125c3071
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-64006-predictor-648db47f7c-txxnc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16686"
    uid: 17fcaf13-bd5d-4d3d-9340-cb9e8e486a39
  kind: Event
  lastTimestamp: "2026-07-31T23:58:55Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-31T23:58:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:58:55Z"
    name: isvc-xgboost-graph-raw-hpa-64006-predictor-648db47f7c-txxnc.18c7854b414ccf60
    namespace: kserve-ci-e2e-test
    resourceVersion: "16788"
    uid: f0e3e17b-e792-41cd-a6fe-5d2fe9155813
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-64006-predictor-648db47f7c-txxnc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16686"
    uid: 17fcaf13-bd5d-4d3d-9340-cb9e8e486a39
  kind: Event
  lastTimestamp: "2026-08-01T00:00:43Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-31T23:58:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:00:43Z"
    name: isvc-xgboost-graph-raw-hpa-64006-predictor-648db47f7c-txxnc.18c7854bb16d0ea2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17920"
    uid: 26cab0fc-c444-4c0d-8e93-db9e7ae2c112
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:00:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-64006-predictor-648db47f7c-txxnc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16686"
    uid: 17fcaf13-bd5d-4d3d-9340-cb9e8e486a39
  kind: Event
  lastTimestamp: "2026-08-01T00:00:40Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:00:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:00:40Z"
    name: isvc-xgboost-graph-raw-hpa-64006-predictor-648db47f7c-txxnc.18c78563c8c9a162
    namespace: kserve-ci-e2e-test
    resourceVersion: "17867"
    uid: 276c9501-6835-4567-a26d-6b776f8ddeac
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:00:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-64006-predictor-648db47f7c-txxnc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16686"
    uid: 17fcaf13-bd5d-4d3d-9340-cb9e8e486a39
  kind: Event
  lastTimestamp: "2026-08-01T00:00:40Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:00:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:00:40Z"
    name: isvc-xgboost-graph-raw-hpa-64006-predictor-648db47f7c-txxnc.18c78563c8ca3850
    namespace: kserve-ci-e2e-test
    resourceVersion: "17869"
    uid: b99a9ed0-ef38-42f3-85bc-cea76ccca57d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:00:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-64006-predictor-648db47f7c-txxnc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16686"
    uid: 17fcaf13-bd5d-4d3d-9340-cb9e8e486a39
  kind: Event
  lastTimestamp: "2026-08-01T00:00:43Z"
  message: 'Readiness probe failed: Get "https://10.132.0.36:8643/healthz": dial tcp
    10.132.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-01T00:00:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:00:43Z"
    name: isvc-xgboost-graph-raw-hpa-64006-predictor-648db47f7c-txxnc.18c785645fbf4973
    namespace: kserve-ci-e2e-test
    resourceVersion: "17919"
    uid: 6fc339d4-6aae-4f2a-9f2d-7e3bcc589ea8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-hpa-64006-predictor-648db47f7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16669"
    uid: 6cbdf0e0-ac51-42d7-8f5d-30b4f42d1211
  kind: Event
  lastTimestamp: "2026-07-31T23:58:50Z"
  message: 'Created pod: isvc-xgboost-graph-raw-hpa-64006-predictor-648db47f7c-txxnc'
  metadata:
    creationTimestamp: "2026-07-31T23:58:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T23:58:50Z"
    name: isvc-xgboost-graph-raw-hpa-64006-predictor-648db47f7c.18c7854a26a37ae6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16685"
    uid: 9efcb249-56ac-466d-8275-34ff1480a7e9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-hpa-64006-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16667"
    uid: 567827b7-2a6e-4541-b82d-0967c6f0dd30
  kind: Event
  lastTimestamp: "2026-07-31T23:58:50Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-hpa-64006-predictor-648db47f7c
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-31T23:58:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T23:58:50Z"
    name: isvc-xgboost-graph-raw-hpa-64006-predictor.18c7854a2330455d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16670"
    uid: b3d515cf-b0cb-49e3-aa00-53a2c0f4681a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T23:59:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-64006-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16668"
    uid: 926bf375-80c5-497b-9c15-e4b28ad6b09c
  kind: Event
  lastTimestamp: "2026-07-31T23:59:20Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T23:59:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T23:59:20Z"
    name: isvc-xgboost-graph-raw-hpa-64006-predictor.18c7854da1bd5c84
    namespace: kserve-ci-e2e-test
    resourceVersion: "16999"
    uid: 24615ebe-7250-4913-8d57-8ea1bf528d46
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-31T23:59:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-64006-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16668"
    uid: 926bf375-80c5-497b-9c15-e4b28ad6b09c
  kind: Event
  lastTimestamp: "2026-07-31T23:59:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-31T23:59:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T23:59:20Z"
    name: isvc-xgboost-graph-raw-hpa-64006-predictor.18c7854da2271b0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17000"
    uid: 8c40050c-b583-4fdb-a74e-dd153686364d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-31T23:59:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-64006-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16881"
    uid: 926bf375-80c5-497b-9c15-e4b28ad6b09c
  kind: Event
  lastTimestamp: "2026-08-01T00:00:20Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T23:59:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:00:20Z"
    name: isvc-xgboost-graph-raw-hpa-64006-predictor.18c785549f877865
    namespace: kserve-ci-e2e-test
    resourceVersion: "17542"
    uid: 54c81956-30fc-406b-ba38-77c441c73d5c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-31T23:59:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-64006-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16881"
    uid: 926bf375-80c5-497b-9c15-e4b28ad6b09c
  kind: Event
  lastTimestamp: "2026-08-01T00:00:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-31T23:59:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:00:20Z"
    name: isvc-xgboost-graph-raw-hpa-64006-predictor.18c785549fed1316
    namespace: kserve-ci-e2e-test
    resourceVersion: "17543"
    uid: ea9a719c-bae7-4a4f-9811-9047218a4d8c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-64006
    namespace: kserve-ci-e2e-test
    resourceVersion: "16650"
    uid: 671c8a06-3971-4235-9a29-3a1bb53404a5
  kind: Event
  lastTimestamp: "2026-08-01T00:00:03Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-31T23:58:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:00:03Z"
    name: isvc-xgboost-graph-raw-hpa-64006.18c7854a233a2fd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17346"
    uid: 14d5080e-dade-41d0-9268-3838c37354be
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:00:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-64006
    namespace: kserve-ci-e2e-test
    resourceVersion: "17344"
    uid: 671c8a06-3971-4235-9a29-3a1bb53404a5
  kind: Event
  lastTimestamp: "2026-08-01T00:00:03Z"
  message: InferenceService [isvc-xgboost-graph-raw-hpa-64006] is Ready
  metadata:
    creationTimestamp: "2026-08-01T00:00:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:00:03Z"
    name: isvc-xgboost-graph-raw-hpa-64006.18c7855b14c9a95b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17345"
    uid: 04c2a9a4-442d-4f6d-878e-7d933230d488
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-01T00:00:40.873173Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-40d2c-predictor-866c4c55-pvft6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17852"
    uid: b3811d60-e94d-4fec-aa84-5df7f478d881
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-raw-40d2c-predictor-866c4c55-pvft6
    to ip-10-0-132-129.ec2.internal
  metadata:
    creationTimestamp: "2026-08-01T00:00:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-01T00:00:40Z"
    name: message-dumper-raw-40d2c-predictor-866c4c55-pvft6.18c78563c7a1406c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17860"
    uid: 72890fba-b7a2-4f2e-96ea-3be6971b7807
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66c69cb7d9-872ps
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:00:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-40d2c-predictor-866c4c55-pvft6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17866"
    uid: b3811d60-e94d-4fec-aa84-5df7f478d881
  kind: Event
  lastTimestamp: "2026-08-01T00:00:41Z"
  message: Add eth0 [10.132.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-01T00:00:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-01T00:00:41Z"
    name: message-dumper-raw-40d2c-predictor-866c4c55-pvft6.18c78563e29cd762
    namespace: kserve-ci-e2e-test
    resourceVersion: "17886"
    uid: 269ca072-9128-4986-b0af-7fd90b5dac6e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:00:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-40d2c-predictor-866c4c55-pvft6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17856"
    uid: b3811d60-e94d-4fec-aa84-5df7f478d881
  kind: Event
  lastTimestamp: "2026-08-01T00:00:41Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-08-01T00:00:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:00:41Z"
    name: message-dumper-raw-40d2c-predictor-866c4c55-pvft6.18c78563e3e5c0af
    namespace: kserve-ci-e2e-test
    resourceVersion: "17888"
    uid: 4e5b5f69-f53c-4bab-98e4-d38dffb73d50
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:00:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-40d2c-predictor-866c4c55-pvft6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17856"
    uid: b3811d60-e94d-4fec-aa84-5df7f478d881
  kind: Event
  lastTimestamp: "2026-08-01T00:00:42Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.159s (1.159s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-08-01T00:00:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:00:42Z"
    name: message-dumper-raw-40d2c-predictor-866c4c55-pvft6.18c7856429053dc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17899"
    uid: e184365c-00c4-489a-9b8c-a6e67a08ccbc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:00:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-40d2c-predictor-866c4c55-pvft6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17856"
    uid: b3811d60-e94d-4fec-aa84-5df7f478d881
  kind: Event
  lastTimestamp: "2026-08-01T00:00:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-01T00:00:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:00:42Z"
    name: message-dumper-raw-40d2c-predictor-866c4c55-pvft6.18c785642d417598
    namespace: kserve-ci-e2e-test
    resourceVersion: "17902"
    uid: c201ccce-98b1-43eb-ae2b-32dbe2a33af6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:00:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-40d2c-predictor-866c4c55-pvft6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17856"
    uid: b3811d60-e94d-4fec-aa84-5df7f478d881
  kind: Event
  lastTimestamp: "2026-08-01T00:00:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:00:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:00:42Z"
    name: message-dumper-raw-40d2c-predictor-866c4c55-pvft6.18c785642db8e597
    namespace: kserve-ci-e2e-test
    resourceVersion: "17903"
    uid: e0d893ac-62b8-4512-9f92-4dfafc018cf9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:00:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-40d2c-predictor-866c4c55-pvft6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17856"
    uid: b3811d60-e94d-4fec-aa84-5df7f478d881
  kind: Event
  lastTimestamp: "2026-08-01T00:00:42Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:00:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:00:42Z"
    name: message-dumper-raw-40d2c-predictor-866c4c55-pvft6.18c785642dc44565
    namespace: kserve-ci-e2e-test
    resourceVersion: "17904"
    uid: 28f9fc9b-f71d-42c3-a608-9b2de6f6ea74
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:00:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-40d2c-predictor-866c4c55-pvft6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17856"
    uid: b3811d60-e94d-4fec-aa84-5df7f478d881
  kind: Event
  lastTimestamp: "2026-08-01T00:00:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-01T00:00:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:00:42Z"
    name: message-dumper-raw-40d2c-predictor-866c4c55-pvft6.18c7856431518b85
    namespace: kserve-ci-e2e-test
    resourceVersion: "17907"
    uid: f7066517-660f-451f-9b24-bf5fffb0e681
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:00:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-40d2c-predictor-866c4c55-pvft6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17856"
    uid: b3811d60-e94d-4fec-aa84-5df7f478d881
  kind: Event
  lastTimestamp: "2026-08-01T00:00:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:00:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:00:42Z"
    name: message-dumper-raw-40d2c-predictor-866c4c55-pvft6.18c7856431cd448c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17908"
    uid: 776b1a9c-e847-43b1-894c-6c563d1e5f1a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:02:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-40d2c-predictor-866c4c55-pvft6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17856"
    uid: b3811d60-e94d-4fec-aa84-5df7f478d881
  kind: Event
  lastTimestamp: "2026-08-01T00:02:36Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:02:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:02:36Z"
    name: message-dumper-raw-40d2c-predictor-866c4c55-pvft6.18c7857ea091a2eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19074"
    uid: 8e5221d5-f87c-41c8-b5fc-7d44a9421850
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:02:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-40d2c-predictor-866c4c55-pvft6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17856"
    uid: b3811d60-e94d-4fec-aa84-5df7f478d881
  kind: Event
  lastTimestamp: "2026-08-01T00:02:36Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:02:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:02:36Z"
    name: message-dumper-raw-40d2c-predictor-866c4c55-pvft6.18c7857ea0921eda
    namespace: kserve-ci-e2e-test
    resourceVersion: "19075"
    uid: 4346584b-a950-417b-a307-c9f8694f1b55
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:00:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-raw-40d2c-predictor-866c4c55
    namespace: kserve-ci-e2e-test
    resourceVersion: "17833"
    uid: ef5c1cd2-ff8c-4d18-af29-e0ee7d72317b
  kind: Event
  lastTimestamp: "2026-08-01T00:00:40Z"
  message: 'Created pod: message-dumper-raw-40d2c-predictor-866c4c55-pvft6'
  metadata:
    creationTimestamp: "2026-08-01T00:00:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:00:40Z"
    name: message-dumper-raw-40d2c-predictor-866c4c55.18c78563c71b6679
    namespace: kserve-ci-e2e-test
    resourceVersion: "17857"
    uid: 468a031c-5ada-4a86-90e8-8a294de4402e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:00:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-raw-40d2c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17829"
    uid: 0d3cb333-2fa2-4992-868e-dc351ed047d3
  kind: Event
  lastTimestamp: "2026-08-01T00:00:40Z"
  message: Scaled up replica set message-dumper-raw-40d2c-predictor-866c4c55 from
    0 to 1
  metadata:
    creationTimestamp: "2026-08-01T00:00:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:00:40Z"
    name: message-dumper-raw-40d2c-predictor.18c78563c545c96c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17836"
    uid: 903bf877-218b-42d5-9545-99af9e390999
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-01T00:00:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-40d2c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17832"
    uid: 029dc65d-b2e9-4d71-b3f8-2f2655f7db43
  kind: Event
  lastTimestamp: "2026-08-01T00:01:10Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-01T00:00:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:01:10Z"
    name: message-dumper-raw-40d2c-predictor.18c7856743ba72c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18207"
    uid: e3a7b03a-c98f-4ce1-aa5b-f617d67a0ee9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-01T00:00:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-40d2c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17832"
    uid: 029dc65d-b2e9-4d71-b3f8-2f2655f7db43
  kind: Event
  lastTimestamp: "2026-08-01T00:01:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-01T00:00:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:01:10Z"
    name: message-dumper-raw-40d2c-predictor.18c785674416d584
    namespace: kserve-ci-e2e-test
    resourceVersion: "18208"
    uid: 3d63954b-5105-40a9-b7e9-3e5ddc12933d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-08-01T00:00:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-40d2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17811"
    uid: 382676c1-e73c-4ec3-bfc4-bf08eb4dfd95
  kind: Event
  lastTimestamp: "2026-08-01T00:00:51Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-01T00:00:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:00:51Z"
    name: message-dumper-raw-40d2c.18c78563c54ace25
    namespace: kserve-ci-e2e-test
    resourceVersion: "17988"
    uid: 6bc72ca2-93f4-4b09-afb0-ddb6003fbb4b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:00:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-40d2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17811"
    uid: 382676c1-e73c-4ec3-bfc4-bf08eb4dfd95
  kind: Event
  lastTimestamp: "2026-08-01T00:00:40Z"
  message: 'Failed to update status for InferenceService "message-dumper-raw-40d2c":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper-raw-40d2c":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-01T00:00:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:00:40Z"
    name: message-dumper-raw-40d2c.18c78563c9f01ae4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17871"
    uid: 757f9f4a-eb46-4f72-a053-5d6b4255b7bf
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:00:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-40d2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17986"
    uid: 382676c1-e73c-4ec3-bfc4-bf08eb4dfd95
  kind: Event
  lastTimestamp: "2026-08-01T00:00:51Z"
  message: InferenceService [message-dumper-raw-40d2c] is Ready
  metadata:
    creationTimestamp: "2026-08-01T00:00:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:00:51Z"
    name: message-dumper-raw-40d2c.18c78566266786cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17987"
    uid: bea5e69f-d71a-4156-997a-79d45b116612
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-01T00:10:21.183973Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-v5tkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23059"
    uid: b263c37b-9433-48c8-a32b-876754b45493
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-raw-cipn-predictor-9774bf55d-v5tkf
    to ip-10-0-132-129.ec2.internal
  metadata:
    creationTimestamp: "2026-08-01T00:10:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-01T00:10:21Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-v5tkf.18c785eae4d94d57
    namespace: kserve-ci-e2e-test
    resourceVersion: "23065"
    uid: 4d37317c-0b23-49f6-910c-1f4d46ecb1ce
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66c69cb7d9-872ps
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:10:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-v5tkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23063"
    uid: b263c37b-9433-48c8-a32b-876754b45493
  kind: Event
  lastTimestamp: "2026-08-01T00:10:21Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "message-dumper-raw-cipn-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-08-01T00:10:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:10:21Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-v5tkf.18c785eaf0c714ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "23074"
    uid: 2b5d5ac8-8e46-4be3-816a-6fb078ad78fc
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:10:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-v5tkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23069"
    uid: b263c37b-9433-48c8-a32b-876754b45493
  kind: Event
  lastTimestamp: "2026-08-01T00:10:22Z"
  message: Add eth0 [10.132.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-01T00:10:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-01T00:10:22Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-v5tkf.18c785eb22b921fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23083"
    uid: 6df37a1e-cbc4-4eff-9a8d-c298626da1ed
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:10:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-v5tkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23063"
    uid: b263c37b-9433-48c8-a32b-876754b45493
  kind: Event
  lastTimestamp: "2026-08-01T00:10:22Z"
  message: Container image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:10:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:10:22Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-v5tkf.18c785eb245e2cf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23085"
    uid: ae36d3c4-60a2-473b-a9f4-d7365a853cdb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:10:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-v5tkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23063"
    uid: b263c37b-9433-48c8-a32b-876754b45493
  kind: Event
  lastTimestamp: "2026-08-01T00:10:22Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-01T00:10:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:10:22Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-v5tkf.18c785eb2723c7ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "23086"
    uid: 9f7c116c-2c17-4c78-ba40-6d10816cb6f5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:10:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-v5tkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23063"
    uid: b263c37b-9433-48c8-a32b-876754b45493
  kind: Event
  lastTimestamp: "2026-08-01T00:10:22Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:10:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:10:22Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-v5tkf.18c785eb279682df
    namespace: kserve-ci-e2e-test
    resourceVersion: "23087"
    uid: 36c6c4b4-9e39-4369-a497-f611a93bde1e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:10:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-v5tkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23063"
    uid: b263c37b-9433-48c8-a32b-876754b45493
  kind: Event
  lastTimestamp: "2026-08-01T00:10:22Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:10:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:10:22Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-v5tkf.18c785eb27a0fe4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23088"
    uid: 2f5ba55b-e58c-46fc-851f-f2175e3a6690
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:10:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-v5tkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23063"
    uid: b263c37b-9433-48c8-a32b-876754b45493
  kind: Event
  lastTimestamp: "2026-08-01T00:10:22Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-01T00:10:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:10:22Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-v5tkf.18c785eb2aaebbee
    namespace: kserve-ci-e2e-test
    resourceVersion: "23089"
    uid: 072978e4-49c2-458c-aed4-243b83119fad
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:10:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-v5tkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23063"
    uid: b263c37b-9433-48c8-a32b-876754b45493
  kind: Event
  lastTimestamp: "2026-08-01T00:10:22Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:10:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:10:22Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-v5tkf.18c785eb2b2002de
    namespace: kserve-ci-e2e-test
    resourceVersion: "23090"
    uid: 5feb2b27-0449-4cc0-9897-90b6736d98ee
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:12:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-v5tkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23063"
    uid: b263c37b-9433-48c8-a32b-876754b45493
  kind: Event
  lastTimestamp: "2026-08-01T00:12:06Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:12:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:12:06Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-v5tkf.18c786036aabbc20
    namespace: kserve-ci-e2e-test
    resourceVersion: "23958"
    uid: 2e03451a-3267-4e9c-b80e-1e32e10ea7f9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:12:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-v5tkf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23063"
    uid: b263c37b-9433-48c8-a32b-876754b45493
  kind: Event
  lastTimestamp: "2026-08-01T00:12:06Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:12:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:12:06Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-v5tkf.18c786036aac56af
    namespace: kserve-ci-e2e-test
    resourceVersion: "23959"
    uid: 1d151ff4-b1fb-413d-b607-77f2fe8d3c96
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:10:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-raw-cipn-predictor-9774bf55d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23050"
    uid: 287da324-dbe9-448f-8fdc-5b6b686d425b
  kind: Event
  lastTimestamp: "2026-08-01T00:10:21Z"
  message: 'Created pod: message-dumper-raw-cipn-predictor-9774bf55d-v5tkf'
  metadata:
    creationTimestamp: "2026-08-01T00:10:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:10:21Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d.18c785eae43022b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23062"
    uid: 9bd64f6a-2b6f-4a69-a122-bb77205eb8bf
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:10:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23048"
    uid: 70cafdea-7e61-4a96-85a1-fd2a5627bd48
  kind: Event
  lastTimestamp: "2026-08-01T00:10:21Z"
  message: Scaled up replica set message-dumper-raw-cipn-predictor-9774bf55d from
    0 to 1
  metadata:
    creationTimestamp: "2026-08-01T00:10:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:10:21Z"
    name: message-dumper-raw-cipn-predictor.18c785eae049ee74
    namespace: kserve-ci-e2e-test
    resourceVersion: "23052"
    uid: 695b5eac-4acb-4155-8562-bb1ffaae6942
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-01T00:10:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23049"
    uid: 932200b7-c21c-4d8b-aeaa-9528293c4561
  kind: Event
  lastTimestamp: "2026-08-01T00:10:51Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-01T00:10:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:10:51Z"
    name: message-dumper-raw-cipn-predictor.18c785ee5f4d3ab9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23375"
    uid: ad346824-0dd6-4c9c-87ed-7c05737dc3be
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-01T00:10:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23049"
    uid: 932200b7-c21c-4d8b-aeaa-9528293c4561
  kind: Event
  lastTimestamp: "2026-08-01T00:10:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-01T00:10:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:10:51Z"
    name: message-dumper-raw-cipn-predictor.18c785ee5fb759c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23376"
    uid: 4b969e87-8d78-4335-950e-371cea07b680
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-08-01T00:10:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23042"
    uid: ae214ff8-6ed2-4bfd-bfd0-d1d5774c0e5e
  kind: Event
  lastTimestamp: "2026-08-01T00:10:31Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-01T00:10:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:10:31Z"
    name: message-dumper-raw-cipn.18c785eae0528095
    namespace: kserve-ci-e2e-test
    resourceVersion: "23159"
    uid: 553cf6a6-2b86-466f-84d7-0f9853262211
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:10:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23042"
    uid: ae214ff8-6ed2-4bfd-bfd0-d1d5774c0e5e
  kind: Event
  lastTimestamp: "2026-08-01T00:10:21Z"
  message: 'Failed to update status for InferenceService "message-dumper-raw-cipn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper-raw-cipn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-01T00:10:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:10:21Z"
    name: message-dumper-raw-cipn.18c785eae0f35926
    namespace: kserve-ci-e2e-test
    resourceVersion: "23055"
    uid: eca89a19-ee9d-46d2-bd73-ea11c4e27290
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:10:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23156"
    uid: ae214ff8-6ed2-4bfd-bfd0-d1d5774c0e5e
  kind: Event
  lastTimestamp: "2026-08-01T00:10:30Z"
  message: InferenceService [message-dumper-raw-cipn] is Ready
  metadata:
    creationTimestamp: "2026-08-01T00:10:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:10:30Z"
    name: message-dumper-raw-cipn.18c785ed2c0cdae0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23157"
    uid: f4b2bb75-47d3-48a9-b0b3-ec3be7882ebd
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-31T23:58:40.361878Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-4da04-6986b69d76-nwhcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16366"
    uid: 6e16ae90-8834-4076-8587-5972a34028e0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-4da04-6986b69d76-nwhcd
    to ip-10-0-139-141.ec2.internal
  metadata:
    creationTimestamp: "2026-07-31T23:58:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-31T23:58:40Z"
    name: model-chainer-raw-4da04-6986b69d76-nwhcd.18c78547b898d0b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16371"
    uid: 9801ebdb-3bdb-4226-b80f-3c6803b82593
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66c69cb7d9-872ps
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-4da04-6986b69d76-nwhcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16375"
    uid: 6e16ae90-8834-4076-8587-5972a34028e0
  kind: Event
  lastTimestamp: "2026-07-31T23:58:40Z"
  message: Add eth0 [10.133.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-31T23:58:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-31T23:58:40Z"
    name: model-chainer-raw-4da04-6986b69d76-nwhcd.18c78547d279ee36
    namespace: kserve-ci-e2e-test
    resourceVersion: "16386"
    uid: 2e260c64-c4e1-4d2d-b310-f7e8c0a7c76e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-4da04}
    kind: Pod
    name: model-chainer-raw-4da04-6986b69d76-nwhcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16368"
    uid: 6e16ae90-8834-4076-8587-5972a34028e0
  kind: Event
  lastTimestamp: "2026-07-31T23:58:40Z"
  message: Pulling image "quay.io/opendatahub/kserve-router@sha256:56dbaa30789264fbe80634bdc08e7f43bcfc19e5006180ec98cfd4cb6b8d99d6"
  metadata:
    creationTimestamp: "2026-07-31T23:58:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:58:40Z"
    name: model-chainer-raw-4da04-6986b69d76-nwhcd.18c78547d3a8c3db
    namespace: kserve-ci-e2e-test
    resourceVersion: "16388"
    uid: 1b957f14-3ddc-4c4f-957a-3dc22450b6b5
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-4da04}
    kind: Pod
    name: model-chainer-raw-4da04-6986b69d76-nwhcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16368"
    uid: 6e16ae90-8834-4076-8587-5972a34028e0
  kind: Event
  lastTimestamp: "2026-07-31T23:58:42Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:56dbaa30789264fbe80634bdc08e7f43bcfc19e5006180ec98cfd4cb6b8d99d6"
    in 1.894s (1.894s including waiting). Image size: 218232958 bytes.'
  metadata:
    creationTimestamp: "2026-07-31T23:58:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:58:42Z"
    name: model-chainer-raw-4da04-6986b69d76-nwhcd.18c78548448fb532
    namespace: kserve-ci-e2e-test
    resourceVersion: "16406"
    uid: 59ed2773-4b56-42a3-9078-a78607404dad
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-4da04}
    kind: Pod
    name: model-chainer-raw-4da04-6986b69d76-nwhcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16368"
    uid: 6e16ae90-8834-4076-8587-5972a34028e0
  kind: Event
  lastTimestamp: "2026-07-31T23:58:42Z"
  message: 'Created container: model-chainer-raw-4da04'
  metadata:
    creationTimestamp: "2026-07-31T23:58:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:58:42Z"
    name: model-chainer-raw-4da04-6986b69d76-nwhcd.18c78548478265ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "16408"
    uid: be3d7310-e70b-4a0e-a10d-05847ad1f948
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-4da04}
    kind: Pod
    name: model-chainer-raw-4da04-6986b69d76-nwhcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16368"
    uid: 6e16ae90-8834-4076-8587-5972a34028e0
  kind: Event
  lastTimestamp: "2026-07-31T23:58:42Z"
  message: Started container model-chainer-raw-4da04
  metadata:
    creationTimestamp: "2026-07-31T23:58:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:58:42Z"
    name: model-chainer-raw-4da04-6986b69d76-nwhcd.18c78548480051ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "16409"
    uid: d898cc73-e086-4aba-b25d-6cc138478a15
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-4da04}
    kind: Pod
    name: model-chainer-raw-4da04-6986b69d76-nwhcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16368"
    uid: 6e16ae90-8834-4076-8587-5972a34028e0
  kind: Event
  lastTimestamp: "2026-07-31T23:58:50Z"
  message: Stopping container model-chainer-raw-4da04
  metadata:
    creationTimestamp: "2026-07-31T23:58:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:58:50Z"
    name: model-chainer-raw-4da04-6986b69d76-nwhcd.18c7854a0fa7073c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16576"
    uid: 72c88820-5862-45ca-9381-a9df4f51dbdf
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-4da04}
    kind: Pod
    name: model-chainer-raw-4da04-6986b69d76-nwhcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16368"
    uid: 6e16ae90-8834-4076-8587-5972a34028e0
  kind: Event
  lastTimestamp: "2026-07-31T23:59:19Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-31T23:58:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-31T23:59:19Z"
    name: model-chainer-raw-4da04-6986b69d76-nwhcd.18c7854aefe579d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16984"
    uid: 64f50082-a955-4734-93fc-8c216a3d00b8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-4da04-6986b69d76
    namespace: kserve-ci-e2e-test
    resourceVersion: "16363"
    uid: 89f63036-ab78-4333-97e0-286fd1f25ec5
  kind: Event
  lastTimestamp: "2026-07-31T23:58:40Z"
  message: 'Created pod: model-chainer-raw-4da04-6986b69d76-nwhcd'
  metadata:
    creationTimestamp: "2026-07-31T23:58:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T23:58:40Z"
    name: model-chainer-raw-4da04-6986b69d76.18c78547b8426b26
    namespace: kserve-ci-e2e-test
    resourceVersion: "16369"
    uid: cbf2745b-6fee-46a8-a9c7-1184cd33199d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-4da04
    namespace: kserve-ci-e2e-test
    resourceVersion: "16361"
    uid: 6ca2eb55-532f-4ae0-a7bd-121206add51c
  kind: Event
  lastTimestamp: "2026-07-31T23:58:40Z"
  message: Scaled up replica set model-chainer-raw-4da04-6986b69d76 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-31T23:58:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-31T23:58:40Z"
    name: model-chainer-raw-4da04.18c78547b74ca10d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16364"
    uid: ba0a9bf7-6142-4484-97cf-3e5367c73e0c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-31T23:58:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-4da04
    namespace: kserve-ci-e2e-test
    resourceVersion: "16377"
    uid: 8e723fbe-4dcc-4016-99ce-bc655dbf0dff
  kind: Event
  lastTimestamp: "2026-07-31T23:58:40Z"
  message: InferenceGraph [model-chainer-raw-4da04] is Ready
  metadata:
    creationTimestamp: "2026-07-31T23:58:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-31T23:58:40Z"
    name: model-chainer-raw-4da04.18c78547baf35297
    namespace: kserve-ci-e2e-test
    resourceVersion: "16379"
    uid: da6b0e3c-71e1-42d9-bc75-8a8603426126
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-01T00:00:30.645398Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-64006-74fb765f4c-mzccz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17672"
    uid: 59c803d3-2880-45da-ad17-7965a28ac29a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-hpa-64006-74fb765f4c-mzccz
    to ip-10-0-139-141.ec2.internal
  metadata:
    creationTimestamp: "2026-08-01T00:00:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-01T00:00:30Z"
    name: model-chainer-raw-hpa-64006-74fb765f4c-mzccz.18c785616601ccc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17678"
    uid: 347acf92-9a31-4752-85ef-4f61e7bc7a19
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66c69cb7d9-872ps
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:00:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-64006-74fb765f4c-mzccz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17682"
    uid: 59c803d3-2880-45da-ad17-7965a28ac29a
  kind: Event
  lastTimestamp: "2026-08-01T00:00:31Z"
  message: Add eth0 [10.133.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-01T00:00:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-01T00:00:31Z"
    name: model-chainer-raw-hpa-64006-74fb765f4c-mzccz.18c785617fc57b76
    namespace: kserve-ci-e2e-test
    resourceVersion: "17702"
    uid: c40baf05-04e4-4035-b0af-491286139425
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:00:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-64006}
    kind: Pod
    name: model-chainer-raw-hpa-64006-74fb765f4c-mzccz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17674"
    uid: 59c803d3-2880-45da-ad17-7965a28ac29a
  kind: Event
  lastTimestamp: "2026-08-01T00:00:31Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:56dbaa30789264fbe80634bdc08e7f43bcfc19e5006180ec98cfd4cb6b8d99d6"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:00:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:00:31Z"
    name: model-chainer-raw-hpa-64006-74fb765f4c-mzccz.18c7856180eee5bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17704"
    uid: 5bca0497-ddf9-426f-8c9b-5cf47251c7df
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:00:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-64006}
    kind: Pod
    name: model-chainer-raw-hpa-64006-74fb765f4c-mzccz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17674"
    uid: 59c803d3-2880-45da-ad17-7965a28ac29a
  kind: Event
  lastTimestamp: "2026-08-01T00:00:31Z"
  message: 'Created container: model-chainer-raw-hpa-64006'
  metadata:
    creationTimestamp: "2026-08-01T00:00:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:00:31Z"
    name: model-chainer-raw-hpa-64006-74fb765f4c-mzccz.18c7856183db48e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17705"
    uid: 23d72f42-e453-4777-84b4-fc1e0236ac4e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:00:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-64006}
    kind: Pod
    name: model-chainer-raw-hpa-64006-74fb765f4c-mzccz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17674"
    uid: 59c803d3-2880-45da-ad17-7965a28ac29a
  kind: Event
  lastTimestamp: "2026-08-01T00:00:31Z"
  message: Started container model-chainer-raw-hpa-64006
  metadata:
    creationTimestamp: "2026-08-01T00:00:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:00:31Z"
    name: model-chainer-raw-hpa-64006-74fb765f4c-mzccz.18c78561845170c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17706"
    uid: 290bf54c-9b55-43c2-820c-d417a3537110
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:00:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-64006}
    kind: Pod
    name: model-chainer-raw-hpa-64006-74fb765f4c-mzccz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17674"
    uid: 59c803d3-2880-45da-ad17-7965a28ac29a
  kind: Event
  lastTimestamp: "2026-08-01T00:00:40Z"
  message: Stopping container model-chainer-raw-hpa-64006
  metadata:
    creationTimestamp: "2026-08-01T00:00:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:00:40Z"
    name: model-chainer-raw-hpa-64006-74fb765f4c-mzccz.18c78563bdbd07d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17807"
    uid: c9e6bf36-2f4f-4be6-8a26-1ad70b94d497
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-08-01T00:00:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-64006}
    kind: Pod
    name: model-chainer-raw-hpa-64006-74fb765f4c-mzccz
    namespace: kserve-ci-e2e-test
    resourceVersion: "17674"
    uid: 59c803d3-2880-45da-ad17-7965a28ac29a
  kind: Event
  lastTimestamp: "2026-08-01T00:01:07Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-08-01T00:00:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:01:07Z"
    name: model-chainer-raw-hpa-64006-74fb765f4c-mzccz.18c785642d369bf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18177"
    uid: 850f02bf-ee69-439e-816f-06e6f6422924
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:00:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-hpa-64006-74fb765f4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17669"
    uid: 9f89e9aa-c181-4ed0-bb11-d4859f5b555b
  kind: Event
  lastTimestamp: "2026-08-01T00:00:30Z"
  message: 'Created pod: model-chainer-raw-hpa-64006-74fb765f4c-mzccz'
  metadata:
    creationTimestamp: "2026-08-01T00:00:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:00:30Z"
    name: model-chainer-raw-hpa-64006-74fb765f4c.18c785616599faa0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17673"
    uid: 639eb2bd-7cfa-48de-8ff3-cf81b16d5b23
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:00:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-hpa-64006
    namespace: kserve-ci-e2e-test
    resourceVersion: "17667"
    uid: 0920cd42-d50a-4bfe-a67f-c29dd4270b0b
  kind: Event
  lastTimestamp: "2026-08-01T00:00:30Z"
  message: Scaled up replica set model-chainer-raw-hpa-64006-74fb765f4c from 0 to
    1
  metadata:
    creationTimestamp: "2026-08-01T00:00:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:00:30Z"
    name: model-chainer-raw-hpa-64006.18c7856164f7ef10
    namespace: kserve-ci-e2e-test
    resourceVersion: "17670"
    uid: 2217f371-380d-431f-bf42-7526a83fe893
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:00:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-hpa-64006
    namespace: kserve-ci-e2e-test
    resourceVersion: "17684"
    uid: d1193714-d52c-4e7d-9fc8-0d4c95ad7517
  kind: Event
  lastTimestamp: "2026-08-01T00:00:30Z"
  message: InferenceGraph [model-chainer-raw-hpa-64006] is Ready
  metadata:
    creationTimestamp: "2026-08-01T00:00:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:00:30Z"
    name: model-chainer-raw-hpa-64006.18c785616a0d19fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "17686"
    uid: aa6046a7-3610-48ac-bddd-8a1cb25c85c3
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-01T00:02:44.346907Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-7288f-predictor-799b9b69d-r56bl
    namespace: kserve-ci-e2e-test
    resourceVersion: "19237"
    uid: f2f2cb58-9568-4981-811f-2ce5fdebe58f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-7288f-predictor-799b9b69d-r56bl
    to ip-10-0-132-129.ec2.internal
  metadata:
    creationTimestamp: "2026-08-01T00:02:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-01T00:02:44Z"
    name: raw-sklearn-7288f-predictor-799b9b69d-r56bl.18c78580873ce453
    namespace: kserve-ci-e2e-test
    resourceVersion: "19243"
    uid: 8af66e67-ba48-4957-9f7b-b09251719f87
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66c69cb7d9-872ps
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:02:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-7288f-predictor-799b9b69d-r56bl
    namespace: kserve-ci-e2e-test
    resourceVersion: "19247"
    uid: f2f2cb58-9568-4981-811f-2ce5fdebe58f
  kind: Event
  lastTimestamp: "2026-08-01T00:02:44Z"
  message: Add eth0 [10.132.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-01T00:02:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-01T00:02:44Z"
    name: raw-sklearn-7288f-predictor-799b9b69d-r56bl.18c78580a1a4fdbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19257"
    uid: 34583aef-8cd4-414d-84f9-b3cfc92cd4c0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:02:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-7288f-predictor-799b9b69d-r56bl
    namespace: kserve-ci-e2e-test
    resourceVersion: "19239"
    uid: f2f2cb58-9568-4981-811f-2ce5fdebe58f
  kind: Event
  lastTimestamp: "2026-08-01T00:02:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a7f8762eacdcae046df91671e5d778b36a484552558515ce8a80ad3a10a98099"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:02:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:02:44Z"
    name: raw-sklearn-7288f-predictor-799b9b69d-r56bl.18c78580a2f615ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "19259"
    uid: bffd2d07-2b43-4b46-be0d-34a40b9acda8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:02:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-7288f-predictor-799b9b69d-r56bl
    namespace: kserve-ci-e2e-test
    resourceVersion: "19239"
    uid: f2f2cb58-9568-4981-811f-2ce5fdebe58f
  kind: Event
  lastTimestamp: "2026-08-01T00:02:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-01T00:02:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:02:44Z"
    name: raw-sklearn-7288f-predictor-799b9b69d-r56bl.18c78580a6865b37
    namespace: kserve-ci-e2e-test
    resourceVersion: "19261"
    uid: beefaae0-d655-41fd-a12b-d184a2631681
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:02:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-7288f-predictor-799b9b69d-r56bl
    namespace: kserve-ci-e2e-test
    resourceVersion: "19239"
    uid: f2f2cb58-9568-4981-811f-2ce5fdebe58f
  kind: Event
  lastTimestamp: "2026-08-01T00:02:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-01T00:02:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:02:44Z"
    name: raw-sklearn-7288f-predictor-799b9b69d-r56bl.18c78580a7019abc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19262"
    uid: 8bf53519-a2ab-477b-9389-2209ff7a079a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:02:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-7288f-predictor-799b9b69d-r56bl
    namespace: kserve-ci-e2e-test
    resourceVersion: "19239"
    uid: f2f2cb58-9568-4981-811f-2ce5fdebe58f
  kind: Event
  lastTimestamp: "2026-08-01T00:02:49Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1841"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:02:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:02:49Z"
    name: raw-sklearn-7288f-predictor-799b9b69d-r56bl.18c78581bfabb9ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "19308"
    uid: 31d5ce04-52e0-4487-b1dd-de917cf5140a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:02:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-7288f-predictor-799b9b69d-r56bl
    namespace: kserve-ci-e2e-test
    resourceVersion: "19239"
    uid: f2f2cb58-9568-4981-811f-2ce5fdebe58f
  kind: Event
  lastTimestamp: "2026-08-01T00:02:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-01T00:02:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:02:49Z"
    name: raw-sklearn-7288f-predictor-799b9b69d-r56bl.18c78581c39cd8ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "19312"
    uid: 57d14d4f-5696-47e7-98d4-14594eb0706f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:02:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-7288f-predictor-799b9b69d-r56bl
    namespace: kserve-ci-e2e-test
    resourceVersion: "19239"
    uid: f2f2cb58-9568-4981-811f-2ce5fdebe58f
  kind: Event
  lastTimestamp: "2026-08-01T00:02:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:02:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:02:49Z"
    name: raw-sklearn-7288f-predictor-799b9b69d-r56bl.18c78581c431cbd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19313"
    uid: c4c349af-d121-4620-8b95-4d4ce28aef52
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:02:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-7288f-predictor-799b9b69d-r56bl
    namespace: kserve-ci-e2e-test
    resourceVersion: "19239"
    uid: f2f2cb58-9568-4981-811f-2ce5fdebe58f
  kind: Event
  lastTimestamp: "2026-08-01T00:02:49Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:02:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:02:49Z"
    name: raw-sklearn-7288f-predictor-799b9b69d-r56bl.18c78581c43c66f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19314"
    uid: f114f0bb-9794-4af0-8f45-8dcc866bc187
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:02:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-7288f-predictor-799b9b69d-r56bl
    namespace: kserve-ci-e2e-test
    resourceVersion: "19239"
    uid: f2f2cb58-9568-4981-811f-2ce5fdebe58f
  kind: Event
  lastTimestamp: "2026-08-01T00:02:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-01T00:02:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:02:49Z"
    name: raw-sklearn-7288f-predictor-799b9b69d-r56bl.18c78581c829ea46
    namespace: kserve-ci-e2e-test
    resourceVersion: "19316"
    uid: 8788bedf-f26b-4786-8f66-3591c3f38762
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:02:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-7288f-predictor-799b9b69d-r56bl
    namespace: kserve-ci-e2e-test
    resourceVersion: "19239"
    uid: f2f2cb58-9568-4981-811f-2ce5fdebe58f
  kind: Event
  lastTimestamp: "2026-08-01T00:02:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:02:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:02:49Z"
    name: raw-sklearn-7288f-predictor-799b9b69d-r56bl.18c78581c8b90ca1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19318"
    uid: e5adb216-6fc1-4c61-8e69-2bdfe18bf3df
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-08-01T00:02:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-7288f-predictor-799b9b69d-r56bl
    namespace: kserve-ci-e2e-test
    resourceVersion: "19239"
    uid: f2f2cb58-9568-4981-811f-2ce5fdebe58f
  kind: Event
  lastTimestamp: "2026-08-01T00:04:18Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-01T00:02:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:04:18Z"
    name: raw-sklearn-7288f-predictor-799b9b69d-r56bl.18c7858237a67234
    namespace: kserve-ci-e2e-test
    resourceVersion: "20005"
    uid: f742ff5c-0e99-4897-80f7-ebf24300178e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:04:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-7288f-predictor-799b9b69d-r56bl
    namespace: kserve-ci-e2e-test
    resourceVersion: "19239"
    uid: f2f2cb58-9568-4981-811f-2ce5fdebe58f
  kind: Event
  lastTimestamp: "2026-08-01T00:04:14Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:04:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:04:14Z"
    name: raw-sklearn-7288f-predictor-799b9b69d-r56bl.18c785958384fbca
    namespace: kserve-ci-e2e-test
    resourceVersion: "19966"
    uid: cb94d631-b203-4b39-abde-eac8df431cc9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:04:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-7288f-predictor-799b9b69d-r56bl
    namespace: kserve-ci-e2e-test
    resourceVersion: "19239"
    uid: f2f2cb58-9568-4981-811f-2ce5fdebe58f
  kind: Event
  lastTimestamp: "2026-08-01T00:04:14Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:04:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:04:14Z"
    name: raw-sklearn-7288f-predictor-799b9b69d-r56bl.18c785958387f862
    namespace: kserve-ci-e2e-test
    resourceVersion: "19967"
    uid: e89037af-30a7-414a-ac15-941ef0e8d0c3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:04:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-7288f-predictor-799b9b69d-r56bl
    namespace: kserve-ci-e2e-test
    resourceVersion: "19239"
    uid: f2f2cb58-9568-4981-811f-2ce5fdebe58f
  kind: Event
  lastTimestamp: "2026-08-01T00:04:17Z"
  message: 'Readiness probe failed: Get "https://10.132.0.40:8643/healthz": dial tcp
    10.132.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-01T00:04:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:04:17Z"
    name: raw-sklearn-7288f-predictor-799b9b69d-r56bl.18c785963df8c799
    namespace: kserve-ci-e2e-test
    resourceVersion: "19996"
    uid: fa739036-355d-46ae-a406-69acc42720f7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-129.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-129.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:02:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-7288f-predictor-799b9b69d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19228"
    uid: ae587c19-7724-4355-bf60-e84a12036eb3
  kind: Event
  lastTimestamp: "2026-08-01T00:02:44Z"
  message: 'Created pod: raw-sklearn-7288f-predictor-799b9b69d-r56bl'
  metadata:
    creationTimestamp: "2026-08-01T00:02:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:02:44Z"
    name: raw-sklearn-7288f-predictor-799b9b69d.18c7858086d0dea9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19238"
    uid: c4f07925-3ad6-44fa-9174-6c73f62387f0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:02:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-7288f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19226"
    uid: 17f6394a-03e8-4673-8436-ece076e21e6e
  kind: Event
  lastTimestamp: "2026-08-01T00:02:44Z"
  message: Scaled up replica set raw-sklearn-7288f-predictor-799b9b69d from 0 to 1
  metadata:
    creationTimestamp: "2026-08-01T00:02:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:02:44Z"
    name: raw-sklearn-7288f-predictor.18c7858083e97069
    namespace: kserve-ci-e2e-test
    resourceVersion: "19230"
    uid: aeeb5918-94bf-4ef4-9cfb-fe664398578f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-01T00:02:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-7288f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19227"
    uid: 8a29e94b-178a-44d3-9be5-dec07813c9aa
  kind: Event
  lastTimestamp: "2026-08-01T00:03:29Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-01T00:02:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:03:29Z"
    name: raw-sklearn-7288f-predictor.18c7858402c5415d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19610"
    uid: 438f21b4-bef9-4391-a5d9-2ad860f650f3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-01T00:02:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-7288f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19227"
    uid: 8a29e94b-178a-44d3-9be5-dec07813c9aa
  kind: Event
  lastTimestamp: "2026-08-01T00:03:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-01T00:02:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:03:29Z"
    name: raw-sklearn-7288f-predictor.18c7858403300ec5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19611"
    uid: 2465c0a9-0304-4aee-ab7a-ead6ed7be36b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-01T00:03:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-7288f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19395"
    uid: 8a29e94b-178a-44d3-9be5-dec07813c9aa
  kind: Event
  lastTimestamp: "2026-08-01T00:04:14Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-01T00:03:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:04:14Z"
    name: raw-sklearn-7288f-predictor.18c7858e7f931cf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19949"
    uid: 2079395f-4e9d-47c6-9664-62c826a74929
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-08-01T00:03:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-7288f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19395"
    uid: 8a29e94b-178a-44d3-9be5-dec07813c9aa
  kind: Event
  lastTimestamp: "2026-08-01T00:04:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-01T00:03:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:04:14Z"
    name: raw-sklearn-7288f-predictor.18c7858e801ae1c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19950"
    uid: a7aee122-677c-43b6-9aa2-a27d52d71da2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-08-01T00:02:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-7288f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19218"
    uid: da3bf497-ec03-4dcb-b4ae-7fb5c6a42396
  kind: Event
  lastTimestamp: "2026-08-01T00:04:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-01T00:02:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:04:08Z"
    name: raw-sklearn-7288f.18c7858084005ca8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19909"
    uid: 0160e2f5-100c-4f1b-8e19-f74fa31af457
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:02:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-7288f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19218"
    uid: da3bf497-ec03-4dcb-b4ae-7fb5c6a42396
  kind: Event
  lastTimestamp: "2026-08-01T00:02:44Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-7288f": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-7288f":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-01T00:02:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:02:44Z"
    name: raw-sklearn-7288f.18c7858084725687
    namespace: kserve-ci-e2e-test
    resourceVersion: "19234"
    uid: 108e2bd9-f1e6-4961-b888-05f4b96d448b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:04:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-7288f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19907"
    uid: da3bf497-ec03-4dcb-b4ae-7fb5c6a42396
  kind: Event
  lastTimestamp: "2026-08-01T00:04:08Z"
  message: InferenceService [raw-sklearn-7288f] is Ready
  metadata:
    creationTimestamp: "2026-08-01T00:04:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:04:08Z"
    name: raw-sklearn-7288f.18c78594277b9930
    namespace: kserve-ci-e2e-test
    resourceVersion: "19908"
    uid: 1adda1e6-df93-49cd-908d-5826d043ad85
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-08-01T00:04:19.664498Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-f36b8-predictor-6869c565c8-f666d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20035"
    uid: eefdb068-8461-4bf8-be31-1265883c2116
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-runtime-f36b8-predictor-6869c565c8-f666d
    to ip-10-0-139-141.ec2.internal
  metadata:
    creationTimestamp: "2026-08-01T00:04:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-08-01T00:04:19Z"
    name: raw-sklearn-runtime-f36b8-predictor-6869c565c8-f666d.18c78596b89cfd29
    namespace: kserve-ci-e2e-test
    resourceVersion: "20040"
    uid: 62acb8fe-a99c-467e-918b-24b13ce04078
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-66c69cb7d9-872ps
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:04:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-f36b8-predictor-6869c565c8-f666d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20044"
    uid: eefdb068-8461-4bf8-be31-1265883c2116
  kind: Event
  lastTimestamp: "2026-08-01T00:04:20Z"
  message: Add eth0 [10.133.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-08-01T00:04:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-08-01T00:04:20Z"
    name: raw-sklearn-runtime-f36b8-predictor-6869c565c8-f666d.18c78596d2f75e92
    namespace: kserve-ci-e2e-test
    resourceVersion: "20058"
    uid: 6b4a08e0-ceee-4fe4-93e7-8ae88318bafd
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:04:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-f36b8-predictor-6869c565c8-f666d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20037"
    uid: eefdb068-8461-4bf8-be31-1265883c2116
  kind: Event
  lastTimestamp: "2026-08-01T00:04:20Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:a7f8762eacdcae046df91671e5d778b36a484552558515ce8a80ad3a10a98099"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:04:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:04:20Z"
    name: raw-sklearn-runtime-f36b8-predictor-6869c565c8-f666d.18c78596d447987c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20060"
    uid: 3db64bcb-a6f9-4bad-bf14-6208f16b5840
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:04:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-f36b8-predictor-6869c565c8-f666d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20037"
    uid: eefdb068-8461-4bf8-be31-1265883c2116
  kind: Event
  lastTimestamp: "2026-08-01T00:04:20Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-08-01T00:04:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:04:20Z"
    name: raw-sklearn-runtime-f36b8-predictor-6869c565c8-f666d.18c78596d7b56733
    namespace: kserve-ci-e2e-test
    resourceVersion: "20061"
    uid: 001281d8-fed2-43a4-821b-a670296e4279
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:04:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-f36b8-predictor-6869c565c8-f666d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20037"
    uid: eefdb068-8461-4bf8-be31-1265883c2116
  kind: Event
  lastTimestamp: "2026-08-01T00:04:20Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-08-01T00:04:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:04:20Z"
    name: raw-sklearn-runtime-f36b8-predictor-6869c565c8-f666d.18c78596d82df3f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20062"
    uid: f9137c53-bdb3-494c-9d2e-01077832d03e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:04:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-f36b8-predictor-6869c565c8-f666d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20037"
    uid: eefdb068-8461-4bf8-be31-1265883c2116
  kind: Event
  lastTimestamp: "2026-08-01T00:04:24Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1841"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:04:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:04:24Z"
    name: raw-sklearn-runtime-f36b8-predictor-6869c565c8-f666d.18c78597d3ec02fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20096"
    uid: 39730316-be26-4571-b9ac-4d87b522ae39
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:04:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-f36b8-predictor-6869c565c8-f666d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20037"
    uid: eefdb068-8461-4bf8-be31-1265883c2116
  kind: Event
  lastTimestamp: "2026-08-01T00:04:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-08-01T00:04:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:04:24Z"
    name: raw-sklearn-runtime-f36b8-predictor-6869c565c8-f666d.18c78597d6fb6ab5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20098"
    uid: e77f5816-1ff7-474d-b871-dd6b7e8cf143
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:04:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-f36b8-predictor-6869c565c8-f666d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20037"
    uid: eefdb068-8461-4bf8-be31-1265883c2116
  kind: Event
  lastTimestamp: "2026-08-01T00:04:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:04:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:04:24Z"
    name: raw-sklearn-runtime-f36b8-predictor-6869c565c8-f666d.18c78597d76f1660
    namespace: kserve-ci-e2e-test
    resourceVersion: "20101"
    uid: b86ee3bb-831a-46ba-a68d-b687737143f5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:04:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-f36b8-predictor-6869c565c8-f666d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20037"
    uid: eefdb068-8461-4bf8-be31-1265883c2116
  kind: Event
  lastTimestamp: "2026-08-01T00:04:24Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-08-01T00:04:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:04:24Z"
    name: raw-sklearn-runtime-f36b8-predictor-6869c565c8-f666d.18c78597d77a6867
    namespace: kserve-ci-e2e-test
    resourceVersion: "20102"
    uid: 387fff61-055a-4698-a3a2-eaf440350bce
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:04:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-f36b8-predictor-6869c565c8-f666d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20037"
    uid: eefdb068-8461-4bf8-be31-1265883c2116
  kind: Event
  lastTimestamp: "2026-08-01T00:04:24Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-08-01T00:04:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:04:24Z"
    name: raw-sklearn-runtime-f36b8-predictor-6869c565c8-f666d.18c78597dadfec0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20106"
    uid: d02c2728-8aa0-43b6-a28b-a7eb36665041
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:04:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-f36b8-predictor-6869c565c8-f666d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20037"
    uid: eefdb068-8461-4bf8-be31-1265883c2116
  kind: Event
  lastTimestamp: "2026-08-01T00:04:24Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:04:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:04:24Z"
    name: raw-sklearn-runtime-f36b8-predictor-6869c565c8-f666d.18c78597db5afcc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20107"
    uid: e3f60523-01de-4dd7-82bb-802988b3058b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-08-01T00:04:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-f36b8-predictor-6869c565c8-f666d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20037"
    uid: eefdb068-8461-4bf8-be31-1265883c2116
  kind: Event
  lastTimestamp: "2026-08-01T00:05:39Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-08-01T00:04:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:05:39Z"
    name: raw-sklearn-runtime-f36b8-predictor-6869c565c8-f666d.18c785981043590b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20787"
    uid: c6d290fd-c49e-44d0-ae2e-8908e9f7d5ec
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:05:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-f36b8-predictor-6869c565c8-f666d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20037"
    uid: eefdb068-8461-4bf8-be31-1265883c2116
  kind: Event
  lastTimestamp: "2026-08-01T00:05:49Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-08-01T00:05:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:05:49Z"
    name: raw-sklearn-runtime-f36b8-predictor-6869c565c8-f666d.18c785abb4d7ea59
    namespace: kserve-ci-e2e-test
    resourceVersion: "20892"
    uid: 19ddab33-cfbf-4640-823e-08504b5fed66
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:05:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-f36b8-predictor-6869c565c8-f666d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20037"
    uid: eefdb068-8461-4bf8-be31-1265883c2116
  kind: Event
  lastTimestamp: "2026-08-01T00:05:49Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-08-01T00:05:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:05:49Z"
    name: raw-sklearn-runtime-f36b8-predictor-6869c565c8-f666d.18c785abb4d88105
    namespace: kserve-ci-e2e-test
    resourceVersion: "20894"
    uid: c2e52a43-53d7-497e-b632-f5c7c3600aec
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:05:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-f36b8-predictor-6869c565c8-f666d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20037"
    uid: eefdb068-8461-4bf8-be31-1265883c2116
  kind: Event
  lastTimestamp: "2026-08-01T00:05:51Z"
  message: 'Readiness probe failed: Get "https://10.133.0.28:8643/healthz": dial tcp
    10.133.0.28:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-08-01T00:05:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-08-01T00:05:51Z"
    name: raw-sklearn-runtime-f36b8-predictor-6869c565c8-f666d.18c785ac166b2226
    namespace: kserve-ci-e2e-test
    resourceVersion: "20904"
    uid: e7609d57-f46e-4f8c-87a4-a06910101ac6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-141.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-141.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:04:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-runtime-f36b8-predictor-6869c565c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20025"
    uid: 731f80ec-4ed6-4258-ab59-f43b1c5a7376
  kind: Event
  lastTimestamp: "2026-08-01T00:04:19Z"
  message: 'Created pod: raw-sklearn-runtime-f36b8-predictor-6869c565c8-f666d'
  metadata:
    creationTimestamp: "2026-08-01T00:04:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:04:19Z"
    name: raw-sklearn-runtime-f36b8-predictor-6869c565c8.18c78596b82f619e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20036"
    uid: df4e9064-9ada-461a-99dd-5803f0cbc751
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:04:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-runtime-f36b8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20022"
    uid: 860b9394-f5fe-4dda-a653-47837202f02d
  kind: Event
  lastTimestamp: "2026-08-01T00:04:19Z"
  message: Scaled up replica set raw-sklearn-runtime-f36b8-predictor-6869c565c8 from
    0 to 1
  metadata:
    creationTimestamp: "2026-08-01T00:04:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:04:19Z"
    name: raw-sklearn-runtime-f36b8-predictor.18c78596b37c0019
    namespace: kserve-ci-e2e-test
    resourceVersion: "20026"
    uid: a4b5754f-27d0-4458-a773-fcbf2b0cc481
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-01T00:04:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-f36b8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20023"
    uid: b0330115-a1d0-4542-a25c-b12f40e28a92
  kind: Event
  lastTimestamp: "2026-08-01T00:04:49Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-01T00:04:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:04:49Z"
    name: raw-sklearn-runtime-f36b8-predictor.18c7859a3241cc5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20291"
    uid: eced86b4-468c-43d6-a2e6-deadd758894c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-01T00:04:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-f36b8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20023"
    uid: b0330115-a1d0-4542-a25c-b12f40e28a92
  kind: Event
  lastTimestamp: "2026-08-01T00:04:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-08-01T00:04:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:04:49Z"
    name: raw-sklearn-runtime-f36b8-predictor.18c7859a328e6ded
    namespace: kserve-ci-e2e-test
    resourceVersion: "20292"
    uid: 8b6617ad-e6d8-4cd1-809e-8db2bbde02c3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-08-01T00:05:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-f36b8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20181"
    uid: b0330115-a1d0-4542-a25c-b12f40e28a92
  kind: Event
  lastTimestamp: "2026-08-01T00:05:49Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-01T00:05:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:05:49Z"
    name: raw-sklearn-runtime-f36b8-predictor.18c785a13078f9d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20874"
    uid: cd7a2fda-844d-4a3f-b08f-dd982a55baa0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-08-01T00:05:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-f36b8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20181"
    uid: b0330115-a1d0-4542-a25c-b12f40e28a92
  kind: Event
  lastTimestamp: "2026-08-01T00:05:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-08-01T00:05:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-08-01T00:05:49Z"
    name: raw-sklearn-runtime-f36b8-predictor.18c785a130dbe9b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20876"
    uid: b191eaf1-ae80-41ae-8858-4a8412ec26f3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-08-01T00:04:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-f36b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20015"
    uid: 2a8f10e9-54ae-4d6d-b64f-7784971bcf31
  kind: Event
  lastTimestamp: "2026-08-01T00:05:49Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-08-01T00:04:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:05:49Z"
    name: raw-sklearn-runtime-f36b8.18c78596b382a263
    namespace: kserve-ci-e2e-test
    resourceVersion: "20868"
    uid: f49c7e45-baa0-443d-b106-1167dbcd8280
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-08-01T00:04:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-f36b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20015"
    uid: 2a8f10e9-54ae-4d6d-b64f-7784971bcf31
  kind: Event
  lastTimestamp: "2026-08-01T00:04:19Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-runtime-f36b8":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-runtime-f36b8":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-08-01T00:04:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:04:19Z"
    name: raw-sklearn-runtime-f36b8.18c78596b4101a18
    namespace: kserve-ci-e2e-test
    resourceVersion: "20047"
    uid: 8c9dd53a-4511-4e87-8c66-ef62f3c4a9d6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:04:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-f36b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20018"
    uid: 2a8f10e9-54ae-4d6d-b64f-7784971bcf31
  kind: Event
  lastTimestamp: "2026-08-01T00:04:19Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "raw-sklearn-runtime-f36b8": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-08-01T00:04:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:04:19Z"
    name: raw-sklearn-runtime-f36b8.18c78596ba9a97f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20048"
    uid: 31d36079-6ca7-4ec7-a5c9-7f0fea507b2c
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-08-01T00:05:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-f36b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20866"
    uid: 2a8f10e9-54ae-4d6d-b64f-7784971bcf31
  kind: Event
  lastTimestamp: "2026-08-01T00:05:49Z"
  message: InferenceService [raw-sklearn-runtime-f36b8] is Ready
  metadata:
    creationTimestamp: "2026-08-01T00:05:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-08-01T00:05:49Z"
    name: raw-sklearn-runtime-f36b8.18c785aba17c22dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20867"
    uid: 416089a3-d83c-44f1-b39d-dccc3bd9f306
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "24192"