---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-29T10:49:59.025984Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-5d59fd866b-f5lfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20317"
    uid: c22299df-4d45-4433-9be5-d9c5ef45a27f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-5d59fd866b-f5lfc
    to ip-10-0-137-111.ec2.internal
  metadata:
    creationTimestamp: "2026-07-29T10:49:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-29T10:49:59Z"
    name: isvc-canary-create-predictor-5d59fd866b-f5lfc.18c6bd14ba903f8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20324"
    uid: 83a4ec3d-9b30-44b3-9a3f-c07ade138d6d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-55c85b7848-mlh78
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:49:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-5d59fd866b-f5lfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20320"
    uid: c22299df-4d45-4433-9be5-d9c5ef45a27f
  kind: Event
  lastTimestamp: "2026-07-29T10:49:59Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-create-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-29T10:49:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:49:59Z"
    name: isvc-canary-create-predictor-5d59fd866b-f5lfc.18c6bd14c8b4af26
    namespace: kserve-ci-e2e-test
    resourceVersion: "20346"
    uid: 5a8074d4-dbc0-482b-bdc6-e9a07773c72b
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:50:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-5d59fd866b-f5lfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20336"
    uid: c22299df-4d45-4433-9be5-d9c5ef45a27f
  kind: Event
  lastTimestamp: "2026-07-29T10:50:00Z"
  message: Add eth0 [10.132.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-29T10:50:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-29T10:50:00Z"
    name: isvc-canary-create-predictor-5d59fd866b-f5lfc.18c6bd14f81a6be5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20362"
    uid: cddd63e8-5023-4748-a384-b312e504bf57
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:50:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-5d59fd866b-f5lfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20320"
    uid: c22299df-4d45-4433-9be5-d9c5ef45a27f
  kind: Event
  lastTimestamp: "2026-07-29T10:50:00Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:13da3ee375cce7c9d4590e64ebb24ecf2e97ed4b2b64f9a4f2e3074ed4aafac1"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T10:50:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:50:00Z"
    name: isvc-canary-create-predictor-5d59fd866b-f5lfc.18c6bd14f9e47ac6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20367"
    uid: cbe7a909-099e-4ddb-8fb1-f4778e9b98ce
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:50:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-5d59fd866b-f5lfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20320"
    uid: c22299df-4d45-4433-9be5-d9c5ef45a27f
  kind: Event
  lastTimestamp: "2026-07-29T10:50:00Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-29T10:50:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:50:00Z"
    name: isvc-canary-create-predictor-5d59fd866b-f5lfc.18c6bd14fd17e607
    namespace: kserve-ci-e2e-test
    resourceVersion: "20369"
    uid: c7446587-4d4c-46a9-83c5-1e5767413fee
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:50:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-5d59fd866b-f5lfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20320"
    uid: c22299df-4d45-4433-9be5-d9c5ef45a27f
  kind: Event
  lastTimestamp: "2026-07-29T10:50:00Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-29T10:50:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:50:00Z"
    name: isvc-canary-create-predictor-5d59fd866b-f5lfc.18c6bd14fd8ac9e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20370"
    uid: 37a70f8a-b34c-4f00-982e-20b401a3b639
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:50:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5d59fd866b-f5lfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20320"
    uid: c22299df-4d45-4433-9be5-d9c5ef45a27f
  kind: Event
  lastTimestamp: "2026-07-29T10:50:04Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1828"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T10:50:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:50:04Z"
    name: isvc-canary-create-predictor-5d59fd866b-f5lfc.18c6bd15e748eeaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "20404"
    uid: 7617b8e4-2040-4028-9d35-f0a466480f80
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:50:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5d59fd866b-f5lfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20320"
    uid: c22299df-4d45-4433-9be5-d9c5ef45a27f
  kind: Event
  lastTimestamp: "2026-07-29T10:50:04Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-29T10:50:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:50:04Z"
    name: isvc-canary-create-predictor-5d59fd866b-f5lfc.18c6bd15eb3ffc2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20410"
    uid: 630ffa5b-bb38-47fc-98a4-f356a0f0de2d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:50:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5d59fd866b-f5lfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20320"
    uid: c22299df-4d45-4433-9be5-d9c5ef45a27f
  kind: Event
  lastTimestamp: "2026-07-29T10:50:04Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T10:50:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:50:04Z"
    name: isvc-canary-create-predictor-5d59fd866b-f5lfc.18c6bd15ebba7e89
    namespace: kserve-ci-e2e-test
    resourceVersion: "20414"
    uid: 03cab2c8-716f-443a-b6bd-4ccc458bec56
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:50:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5d59fd866b-f5lfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20320"
    uid: c22299df-4d45-4433-9be5-d9c5ef45a27f
  kind: Event
  lastTimestamp: "2026-07-29T10:50:04Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T10:50:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:50:04Z"
    name: isvc-canary-create-predictor-5d59fd866b-f5lfc.18c6bd15ebc47430
    namespace: kserve-ci-e2e-test
    resourceVersion: "20416"
    uid: c461cf81-ffe1-4160-b962-3d46950c3ac5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:50:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5d59fd866b-f5lfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20320"
    uid: c22299df-4d45-4433-9be5-d9c5ef45a27f
  kind: Event
  lastTimestamp: "2026-07-29T10:50:04Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-29T10:50:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:50:04Z"
    name: isvc-canary-create-predictor-5d59fd866b-f5lfc.18c6bd15ef01dd3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20418"
    uid: fc962a2c-6695-4e19-b0c5-3aff96edfb14
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:50:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5d59fd866b-f5lfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20320"
    uid: c22299df-4d45-4433-9be5-d9c5ef45a27f
  kind: Event
  lastTimestamp: "2026-07-29T10:50:04Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T10:50:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:50:04Z"
    name: isvc-canary-create-predictor-5d59fd866b-f5lfc.18c6bd15ef98752d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20420"
    uid: 4f88cdf2-c5ff-48e2-8597-6678e1eae7da
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-29T10:50:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5d59fd866b-f5lfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20320"
    uid: c22299df-4d45-4433-9be5-d9c5ef45a27f
  kind: Event
  lastTimestamp: "2026-07-29T10:51:31Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-29T10:50:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:51:31Z"
    name: isvc-canary-create-predictor-5d59fd866b-f5lfc.18c6bd1623757662
    namespace: kserve-ci-e2e-test
    resourceVersion: "21079"
    uid: 9e24d059-01a6-4f36-a043-da4ba741adb3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:51:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5d59fd866b-f5lfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20320"
    uid: c22299df-4d45-4433-9be5-d9c5ef45a27f
  kind: Event
  lastTimestamp: "2026-07-29T10:51:29Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T10:51:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:51:29Z"
    name: isvc-canary-create-predictor-5d59fd866b-f5lfc.18c6bd29b4c0c1f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21062"
    uid: f97df141-1e22-4a31-b200-54eb1db9aa93
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:51:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5d59fd866b-f5lfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20320"
    uid: c22299df-4d45-4433-9be5-d9c5ef45a27f
  kind: Event
  lastTimestamp: "2026-07-29T10:51:29Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T10:51:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:51:29Z"
    name: isvc-canary-create-predictor-5d59fd866b-f5lfc.18c6bd29b4c24241
    namespace: kserve-ci-e2e-test
    resourceVersion: "21063"
    uid: 4811dfa1-d737-4430-8e0d-c12b1163bc80
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:51:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5d59fd866b-f5lfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20320"
    uid: c22299df-4d45-4433-9be5-d9c5ef45a27f
  kind: Event
  lastTimestamp: "2026-07-29T10:51:31Z"
  message: 'Readiness probe failed: Get "https://10.132.0.32:8643/healthz": dial tcp
    10.132.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-29T10:51:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:51:31Z"
    name: isvc-canary-create-predictor-5d59fd866b-f5lfc.18c6bd2a29f3b524
    namespace: kserve-ci-e2e-test
    resourceVersion: "21078"
    uid: d25e2ce6-ee80-4195-b863-a243497c22f0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:49:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-5d59fd866b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20300"
    uid: 0e02c9e3-3edc-4d68-b966-d24073d05ac7
  kind: Event
  lastTimestamp: "2026-07-29T10:49:59Z"
  message: 'Created pod: isvc-canary-create-predictor-5d59fd866b-f5lfc'
  metadata:
    creationTimestamp: "2026-07-29T10:49:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:49:59Z"
    name: isvc-canary-create-predictor-5d59fd866b.18c6bd14ba0aea21
    namespace: kserve-ci-e2e-test
    resourceVersion: "20319"
    uid: b57829b7-139a-411e-a035-bbf876cd3c5c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:49:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20299"
    uid: cb9a63ea-469a-4c20-b8b7-6070f3bca86f
  kind: Event
  lastTimestamp: "2026-07-29T10:49:58Z"
  message: Scaled up replica set isvc-canary-create-predictor-5d59fd866b from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-29T10:49:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:49:58Z"
    name: isvc-canary-create-predictor.18c6bd14b5f5d53b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20301"
    uid: 812b96f8-9f2e-4fa5-b393-da67ea687b30
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-29T10:49:59.037329Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-75f789cb99-txdp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20322"
    uid: 2bf40351-c332-4a46-89d1-a2cc403df496
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-v2-predictor-75f789cb99-txdp2
    to ip-10-0-137-111.ec2.internal
  metadata:
    creationTimestamp: "2026-07-29T10:49:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-29T10:49:59Z"
    name: isvc-canary-create-v2-predictor-75f789cb99-txdp2.18c6bd14bb3d64c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20330"
    uid: 118bf27b-4723-4716-bd75-9e268657b2fe
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-55c85b7848-mlh78
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:49:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-75f789cb99-txdp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20339"
    uid: 2bf40351-c332-4a46-89d1-a2cc403df496
  kind: Event
  lastTimestamp: "2026-07-29T10:49:59Z"
  message: Add eth0 [10.132.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-29T10:49:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-29T10:49:59Z"
    name: isvc-canary-create-v2-predictor-75f789cb99-txdp2.18c6bd14d5345313
    namespace: kserve-ci-e2e-test
    resourceVersion: "20351"
    uid: 88bc626b-bd1d-45e6-9168-622a8c30e2e3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:49:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-75f789cb99-txdp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20326"
    uid: 2bf40351-c332-4a46-89d1-a2cc403df496
  kind: Event
  lastTimestamp: "2026-07-29T10:49:59Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:13da3ee375cce7c9d4590e64ebb24ecf2e97ed4b2b64f9a4f2e3074ed4aafac1"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T10:49:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:49:59Z"
    name: isvc-canary-create-v2-predictor-75f789cb99-txdp2.18c6bd14d6b9fe67
    namespace: kserve-ci-e2e-test
    resourceVersion: "20353"
    uid: d4a11d01-eb61-4d5d-97a7-b46cf9c7049c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:49:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-75f789cb99-txdp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20326"
    uid: 2bf40351-c332-4a46-89d1-a2cc403df496
  kind: Event
  lastTimestamp: "2026-07-29T10:49:59Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-29T10:49:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:49:59Z"
    name: isvc-canary-create-v2-predictor-75f789cb99-txdp2.18c6bd14d97b835e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20356"
    uid: d0e8ee4b-a579-4a2f-a56b-6cad2b5afc49
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:49:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-75f789cb99-txdp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20326"
    uid: 2bf40351-c332-4a46-89d1-a2cc403df496
  kind: Event
  lastTimestamp: "2026-07-29T10:49:59Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-29T10:49:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:49:59Z"
    name: isvc-canary-create-v2-predictor-75f789cb99-txdp2.18c6bd14d9f0c43c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20357"
    uid: 6605aa69-74d8-4091-a374-50df034f3c9d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:50:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-75f789cb99-txdp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20326"
    uid: 2bf40351-c332-4a46-89d1-a2cc403df496
  kind: Event
  lastTimestamp: "2026-07-29T10:50:04Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1828"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T10:50:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:50:04Z"
    name: isvc-canary-create-v2-predictor-75f789cb99-txdp2.18c6bd15e735cd38
    namespace: kserve-ci-e2e-test
    resourceVersion: "20403"
    uid: 982698f5-d084-4696-996d-13f354922266
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:50:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-75f789cb99-txdp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20326"
    uid: 2bf40351-c332-4a46-89d1-a2cc403df496
  kind: Event
  lastTimestamp: "2026-07-29T10:50:04Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-29T10:50:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:50:04Z"
    name: isvc-canary-create-v2-predictor-75f789cb99-txdp2.18c6bd15eb2ced67
    namespace: kserve-ci-e2e-test
    resourceVersion: "20409"
    uid: 9a2108f5-c688-4591-ba35-9a07a2e5c0d2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:50:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-75f789cb99-txdp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20326"
    uid: 2bf40351-c332-4a46-89d1-a2cc403df496
  kind: Event
  lastTimestamp: "2026-07-29T10:50:04Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T10:50:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:50:04Z"
    name: isvc-canary-create-v2-predictor-75f789cb99-txdp2.18c6bd15ebad9e8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20411"
    uid: 1fa3b6e2-9049-420b-88eb-34ceea8d4bfd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:50:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-75f789cb99-txdp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20326"
    uid: 2bf40351-c332-4a46-89d1-a2cc403df496
  kind: Event
  lastTimestamp: "2026-07-29T10:50:04Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T10:50:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:50:04Z"
    name: isvc-canary-create-v2-predictor-75f789cb99-txdp2.18c6bd15ebb90c1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20413"
    uid: ce1be4b9-9fbf-4a3e-9940-bde80f37014d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:50:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-75f789cb99-txdp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20326"
    uid: 2bf40351-c332-4a46-89d1-a2cc403df496
  kind: Event
  lastTimestamp: "2026-07-29T10:50:04Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-29T10:50:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:50:04Z"
    name: isvc-canary-create-v2-predictor-75f789cb99-txdp2.18c6bd15ef036d35
    namespace: kserve-ci-e2e-test
    resourceVersion: "20419"
    uid: 58241353-f117-4ee0-bc53-3db0b4bd36ff
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:50:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-75f789cb99-txdp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20326"
    uid: 2bf40351-c332-4a46-89d1-a2cc403df496
  kind: Event
  lastTimestamp: "2026-07-29T10:50:04Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T10:50:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:50:04Z"
    name: isvc-canary-create-v2-predictor-75f789cb99-txdp2.18c6bd15ef98eb55
    namespace: kserve-ci-e2e-test
    resourceVersion: "20421"
    uid: 6d80452f-695a-428b-9162-f9d6a7dfdda7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-29T10:50:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-75f789cb99-txdp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20326"
    uid: 2bf40351-c332-4a46-89d1-a2cc403df496
  kind: Event
  lastTimestamp: "2026-07-29T10:51:32Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-29T10:50:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:51:32Z"
    name: isvc-canary-create-v2-predictor-75f789cb99-txdp2.18c6bd165f94f28c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21087"
    uid: 5648b748-3f42-405e-b82a-95987f7a258d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:51:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-75f789cb99-txdp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20326"
    uid: 2bf40351-c332-4a46-89d1-a2cc403df496
  kind: Event
  lastTimestamp: "2026-07-29T10:51:29Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T10:51:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:51:29Z"
    name: isvc-canary-create-v2-predictor-75f789cb99-txdp2.18c6bd29b4693394
    namespace: kserve-ci-e2e-test
    resourceVersion: "21059"
    uid: 88d30a49-0f84-4138-90c6-32fc4200df9a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:51:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-75f789cb99-txdp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20326"
    uid: 2bf40351-c332-4a46-89d1-a2cc403df496
  kind: Event
  lastTimestamp: "2026-07-29T10:51:29Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T10:51:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:51:29Z"
    name: isvc-canary-create-v2-predictor-75f789cb99-txdp2.18c6bd29b469b371
    namespace: kserve-ci-e2e-test
    resourceVersion: "21060"
    uid: 04411d86-3d65-48c1-ad4f-ebb65857a294
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:51:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-75f789cb99-txdp2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20326"
    uid: 2bf40351-c332-4a46-89d1-a2cc403df496
  kind: Event
  lastTimestamp: "2026-07-29T10:51:32Z"
  message: 'Readiness probe failed: Get "https://10.132.0.33:8643/healthz": dial tcp
    10.132.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-29T10:51:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:51:32Z"
    name: isvc-canary-create-v2-predictor-75f789cb99-txdp2.18c6bd2a65cb01b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21086"
    uid: 3eee5a27-c384-409d-9cd8-fe7a210da9bd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:49:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-v2-predictor-75f789cb99
    namespace: kserve-ci-e2e-test
    resourceVersion: "20311"
    uid: 69188f6a-ea40-4a6a-91b3-b280c1d43830
  kind: Event
  lastTimestamp: "2026-07-29T10:49:59Z"
  message: 'Created pod: isvc-canary-create-v2-predictor-75f789cb99-txdp2'
  metadata:
    creationTimestamp: "2026-07-29T10:49:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:49:59Z"
    name: isvc-canary-create-v2-predictor-75f789cb99.18c6bd14bab603a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20325"
    uid: 4cbdfbe2-70b6-47ad-b537-05b0409416e0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:49:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20309"
    uid: 953346c3-4d53-4901-886e-63293b30b312
  kind: Event
  lastTimestamp: "2026-07-29T10:49:58Z"
  message: Scaled up replica set isvc-canary-create-v2-predictor-75f789cb99 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-29T10:49:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:49:58Z"
    name: isvc-canary-create-v2-predictor.18c6bd14b7dc87c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20312"
    uid: d45a90b9-66aa-4871-85b7-52462a12fa6d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 16
  eventTime: null
  firstTimestamp: "2026-07-29T10:49:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "20292"
    uid: 56d93190-c72d-4b03-bae1-66471e117c95
  kind: Event
  lastTimestamp: "2026-07-29T10:51:22Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-29T10:49:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T10:51:22Z"
    name: isvc-canary-create.18c6bd14b76fdbb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20990"
    uid: c2880604-a1a2-40ea-b7fb-5fe73dabf373
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T10:49:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "20292"
    uid: 56d93190-c72d-4b03-bae1-66471e117c95
  kind: Event
  lastTimestamp: "2026-07-29T10:49:59Z"
  message: 'Failed to update status for InferenceService "isvc-canary-create": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-create":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-29T10:49:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T10:49:59Z"
    name: isvc-canary-create.18c6bd14b7e43726
    namespace: kserve-ci-e2e-test
    resourceVersion: "20341"
    uid: d6c92539-7f37-40a4-b286-c55c7dcd8f1e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T10:49:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "20292"
    uid: 56d93190-c72d-4b03-bae1-66471e117c95
  kind: Event
  lastTimestamp: "2026-07-29T10:49:59Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-create": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-29T10:49:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T10:49:59Z"
    name: isvc-canary-create.18c6bd14b7e4875d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20342"
    uid: 34b793ef-da29-4d4f-a444-0d4c3bee4b29
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:51:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "20973"
    uid: 56d93190-c72d-4b03-bae1-66471e117c95
  kind: Event
  lastTimestamp: "2026-07-29T10:51:21Z"
  message: InferenceService [isvc-canary-create] is Ready
  metadata:
    creationTimestamp: "2026-07-29T10:51:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T10:51:21Z"
    name: isvc-canary-create.18c6bd27dc874e98
    namespace: kserve-ci-e2e-test
    resourceVersion: "20974"
    uid: 86e85639-8fbf-48b3-a02d-992bcb7c0000
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-29T10:51:34.265995Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-69b9b94c74-xs4xf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21132"
    uid: 6a549df1-665c-4085-9011-272965be30a5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-69b9b94c74-xs4xf
    to ip-10-0-137-111.ec2.internal
  metadata:
    creationTimestamp: "2026-07-29T10:51:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-29T10:51:34Z"
    name: isvc-canary-promote-predictor-69b9b94c74-xs4xf.18c6bd2ae74f7ffc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21141"
    uid: 7b443d8d-ee85-420a-9fd1-98ca29aea869
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-55c85b7848-mlh78
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:51:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-69b9b94c74-xs4xf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21135"
    uid: 6a549df1-665c-4085-9011-272965be30a5
  kind: Event
  lastTimestamp: "2026-07-29T10:51:34Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-promote-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-29T10:51:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:51:34Z"
    name: isvc-canary-promote-predictor-69b9b94c74-xs4xf.18c6bd2af2545bbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21162"
    uid: b7e23d7a-5643-4876-849d-bdf23b331ef3
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:51:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-69b9b94c74-xs4xf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21150"
    uid: 6a549df1-665c-4085-9011-272965be30a5
  kind: Event
  lastTimestamp: "2026-07-29T10:51:35Z"
  message: Add eth0 [10.132.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-29T10:51:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-29T10:51:35Z"
    name: isvc-canary-promote-predictor-69b9b94c74-xs4xf.18c6bd2b2537130f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21179"
    uid: d335a40d-512a-4ca9-b050-b8ec57cde32b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:51:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-69b9b94c74-xs4xf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21135"
    uid: 6a549df1-665c-4085-9011-272965be30a5
  kind: Event
  lastTimestamp: "2026-07-29T10:51:35Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:13da3ee375cce7c9d4590e64ebb24ecf2e97ed4b2b64f9a4f2e3074ed4aafac1"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T10:51:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:51:35Z"
    name: isvc-canary-promote-predictor-69b9b94c74-xs4xf.18c6bd2b26bde457
    namespace: kserve-ci-e2e-test
    resourceVersion: "21182"
    uid: 79a0bd90-cae7-4df9-822d-4947f3e38309
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:51:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-69b9b94c74-xs4xf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21135"
    uid: 6a549df1-665c-4085-9011-272965be30a5
  kind: Event
  lastTimestamp: "2026-07-29T10:51:35Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-29T10:51:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:51:35Z"
    name: isvc-canary-promote-predictor-69b9b94c74-xs4xf.18c6bd2b2975b06d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21186"
    uid: 3c5a87b4-e0a7-4b72-9a96-50557e913e85
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:51:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-69b9b94c74-xs4xf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21135"
    uid: 6a549df1-665c-4085-9011-272965be30a5
  kind: Event
  lastTimestamp: "2026-07-29T10:51:35Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-29T10:51:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:51:35Z"
    name: isvc-canary-promote-predictor-69b9b94c74-xs4xf.18c6bd2b29e8f954
    namespace: kserve-ci-e2e-test
    resourceVersion: "21188"
    uid: 9f6edb17-7780-4bcc-a348-b2232536a261
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:51:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-69b9b94c74-xs4xf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21135"
    uid: 6a549df1-665c-4085-9011-272965be30a5
  kind: Event
  lastTimestamp: "2026-07-29T10:51:39Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1828"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T10:51:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:51:39Z"
    name: isvc-canary-promote-predictor-69b9b94c74-xs4xf.18c6bd2c1de75c0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21230"
    uid: 8b5020d5-82bf-4173-8253-1aa19a28b073
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:51:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-69b9b94c74-xs4xf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21135"
    uid: 6a549df1-665c-4085-9011-272965be30a5
  kind: Event
  lastTimestamp: "2026-07-29T10:51:39Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-29T10:51:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:51:39Z"
    name: isvc-canary-promote-predictor-69b9b94c74-xs4xf.18c6bd2c217bb667
    namespace: kserve-ci-e2e-test
    resourceVersion: "21235"
    uid: 15022bb9-4dd9-49dc-81ce-badbc8d7e71f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:51:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-69b9b94c74-xs4xf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21135"
    uid: 6a549df1-665c-4085-9011-272965be30a5
  kind: Event
  lastTimestamp: "2026-07-29T10:51:39Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T10:51:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:51:39Z"
    name: isvc-canary-promote-predictor-69b9b94c74-xs4xf.18c6bd2c21f12da0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21239"
    uid: d5c389e2-2470-4700-aa19-786ebce46f03
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:51:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-69b9b94c74-xs4xf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21135"
    uid: 6a549df1-665c-4085-9011-272965be30a5
  kind: Event
  lastTimestamp: "2026-07-29T10:51:39Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T10:51:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:51:39Z"
    name: isvc-canary-promote-predictor-69b9b94c74-xs4xf.18c6bd2c21fb1af5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21240"
    uid: 1b73d3b5-a530-4f0f-ae16-f58ba4967bdf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:51:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-69b9b94c74-xs4xf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21135"
    uid: 6a549df1-665c-4085-9011-272965be30a5
  kind: Event
  lastTimestamp: "2026-07-29T10:51:39Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-29T10:51:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:51:39Z"
    name: isvc-canary-promote-predictor-69b9b94c74-xs4xf.18c6bd2c2521c31d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21243"
    uid: c9728bf9-da57-416c-b318-e59d3fbcd999
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:51:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-69b9b94c74-xs4xf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21135"
    uid: 6a549df1-665c-4085-9011-272965be30a5
  kind: Event
  lastTimestamp: "2026-07-29T10:51:39Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T10:51:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:51:39Z"
    name: isvc-canary-promote-predictor-69b9b94c74-xs4xf.18c6bd2c25a6ae6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21245"
    uid: 62a077b7-a8fd-4654-8ff6-19f5aac61da9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-29T10:51:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-69b9b94c74-xs4xf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21135"
    uid: 6a549df1-665c-4085-9011-272965be30a5
  kind: Event
  lastTimestamp: "2026-07-29T10:53:06Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-29T10:51:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:53:06Z"
    name: isvc-canary-promote-predictor-69b9b94c74-xs4xf.18c6bd2c5a0d8e8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21908"
    uid: b0cce7c4-8319-4621-b05f-b86dfba61a71
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:53:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-69b9b94c74-xs4xf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21135"
    uid: 6a549df1-665c-4085-9011-272965be30a5
  kind: Event
  lastTimestamp: "2026-07-29T10:53:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T10:53:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:53:04Z"
    name: isvc-canary-promote-predictor-69b9b94c74-xs4xf.18c6bd3fe307ca8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21877"
    uid: af38dddc-7f85-49da-9298-40919f8b7403
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:53:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-69b9b94c74-xs4xf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21135"
    uid: 6a549df1-665c-4085-9011-272965be30a5
  kind: Event
  lastTimestamp: "2026-07-29T10:53:04Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T10:53:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:53:04Z"
    name: isvc-canary-promote-predictor-69b9b94c74-xs4xf.18c6bd3fe30872c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21878"
    uid: 83af3083-e1a7-4765-a459-073136dff0a1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:53:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-69b9b94c74-xs4xf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21135"
    uid: 6a549df1-665c-4085-9011-272965be30a5
  kind: Event
  lastTimestamp: "2026-07-29T10:53:06Z"
  message: 'Readiness probe failed: Get "https://10.132.0.34:8643/healthz": dial tcp
    10.132.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-29T10:53:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:53:06Z"
    name: isvc-canary-promote-predictor-69b9b94c74-xs4xf.18c6bd4060842176
    namespace: kserve-ci-e2e-test
    resourceVersion: "21907"
    uid: 78a26af1-234a-4163-a6e7-ecda1623fcfc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:51:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-69b9b94c74
    namespace: kserve-ci-e2e-test
    resourceVersion: "21115"
    uid: 2384e437-13db-4209-98db-5c16e3ab3482
  kind: Event
  lastTimestamp: "2026-07-29T10:51:34Z"
  message: 'Created pod: isvc-canary-promote-predictor-69b9b94c74-xs4xf'
  metadata:
    creationTimestamp: "2026-07-29T10:51:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:51:34Z"
    name: isvc-canary-promote-predictor-69b9b94c74.18c6bd2ae6ec045b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21133"
    uid: 3a95d4c3-afea-4747-b0ec-1fa76ac4387d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:51:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21114"
    uid: 79cbaa4e-5cb0-4b8d-9dda-38d62c6056c1
  kind: Event
  lastTimestamp: "2026-07-29T10:51:34Z"
  message: Scaled up replica set isvc-canary-promote-predictor-69b9b94c74 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-29T10:51:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:51:34Z"
    name: isvc-canary-promote-predictor.18c6bd2ae2e4f156
    namespace: kserve-ci-e2e-test
    resourceVersion: "21116"
    uid: 20c8e555-72c5-4ac5-bc31-9bdcca1af0d1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-29T10:53:04.498124Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-78zgl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21884"
    uid: 3f43cc27-6aab-4fd6-bb18-301b4885c8a0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-869c8cbf4f-78zgl
    to ip-10-0-133-233.ec2.internal
  metadata:
    creationTimestamp: "2026-07-29T10:53:04Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-29T10:53:04Z"
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-78zgl.18c6bd3fe99083b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21889"
    uid: 03dd959e-556b-4c88-aa7c-7ced1e3ee354
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-55c85b7848-mlh78
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:53:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-78zgl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21893"
    uid: 3f43cc27-6aab-4fd6-bb18-301b4885c8a0
  kind: Event
  lastTimestamp: "2026-07-29T10:53:04Z"
  message: Add eth0 [10.133.0.22/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-29T10:53:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-29T10:53:04Z"
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-78zgl.18c6bd4002e69ed0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21897"
    uid: a2d0d5db-ea14-453a-8e57-8710ea870e28
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:53:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-78zgl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21886"
    uid: 3f43cc27-6aab-4fd6-bb18-301b4885c8a0
  kind: Event
  lastTimestamp: "2026-07-29T10:53:04Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:13da3ee375cce7c9d4590e64ebb24ecf2e97ed4b2b64f9a4f2e3074ed4aafac1"
  metadata:
    creationTimestamp: "2026-07-29T10:53:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:53:04Z"
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-78zgl.18c6bd40044f1b24
    namespace: kserve-ci-e2e-test
    resourceVersion: "21899"
    uid: fd2735ae-0477-4756-b5ee-7769e6a5214c
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:53:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-78zgl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21886"
    uid: 3f43cc27-6aab-4fd6-bb18-301b4885c8a0
  kind: Event
  lastTimestamp: "2026-07-29T10:53:08Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:13da3ee375cce7c9d4590e64ebb24ecf2e97ed4b2b64f9a4f2e3074ed4aafac1"
    in 3.73s (3.73s including waiting). Image size: 300978649 bytes.'
  metadata:
    creationTimestamp: "2026-07-29T10:53:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:53:08Z"
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-78zgl.18c6bd40e2aaa078
    namespace: kserve-ci-e2e-test
    resourceVersion: "21924"
    uid: 5cd17cc4-dec0-420c-a981-52d9228d5cb9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:53:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-78zgl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21886"
    uid: 3f43cc27-6aab-4fd6-bb18-301b4885c8a0
  kind: Event
  lastTimestamp: "2026-07-29T10:53:08Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-29T10:53:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:53:08Z"
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-78zgl.18c6bd40e5743741
    namespace: kserve-ci-e2e-test
    resourceVersion: "21926"
    uid: aaaf9f0f-a946-4b06-97de-8c70f85d6833
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:53:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-78zgl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21886"
    uid: 3f43cc27-6aab-4fd6-bb18-301b4885c8a0
  kind: Event
  lastTimestamp: "2026-07-29T10:53:08Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-29T10:53:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:53:08Z"
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-78zgl.18c6bd40e5ea58d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21927"
    uid: 6415e387-ad74-4bd0-b1b4-03df61cdd01c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:53:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-78zgl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21886"
    uid: 3f43cc27-6aab-4fd6-bb18-301b4885c8a0
  kind: Event
  lastTimestamp: "2026-07-29T10:53:12Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1828"
  metadata:
    creationTimestamp: "2026-07-29T10:53:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:53:12Z"
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-78zgl.18c6bd41c90f6d9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21956"
    uid: e4908ac5-dfbd-4c98-adfa-cfb48bf6bc2c
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:53:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-78zgl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21886"
    uid: 3f43cc27-6aab-4fd6-bb18-301b4885c8a0
  kind: Event
  lastTimestamp: "2026-07-29T10:53:25Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1828"
    in 12.899s (12.899s including waiting). Image size: 1555733430 bytes.'
  metadata:
    creationTimestamp: "2026-07-29T10:53:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:53:25Z"
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-78zgl.18c6bd44c9e979ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "22053"
    uid: 58409c71-b223-40aa-a517-497fd4d8239e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:53:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-78zgl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21886"
    uid: 3f43cc27-6aab-4fd6-bb18-301b4885c8a0
  kind: Event
  lastTimestamp: "2026-07-29T10:53:25Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-29T10:53:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:53:25Z"
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-78zgl.18c6bd44ccdb5b54
    namespace: kserve-ci-e2e-test
    resourceVersion: "22054"
    uid: 291faa4f-aea7-4a25-81c7-b7768f071951
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:53:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-78zgl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21886"
    uid: 3f43cc27-6aab-4fd6-bb18-301b4885c8a0
  kind: Event
  lastTimestamp: "2026-07-29T10:53:25Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T10:53:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:53:25Z"
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-78zgl.18c6bd44cd4a2017
    namespace: kserve-ci-e2e-test
    resourceVersion: "22055"
    uid: a2047186-4840-4b2c-9643-d2735ca1e533
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:53:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-78zgl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21886"
    uid: 3f43cc27-6aab-4fd6-bb18-301b4885c8a0
  kind: Event
  lastTimestamp: "2026-07-29T10:53:25Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-07-29T10:53:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:53:25Z"
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-78zgl.18c6bd44cd562ae7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22056"
    uid: cb518b51-ea61-4110-9908-5097b2c7cc1e
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:53:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-78zgl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21886"
    uid: 3f43cc27-6aab-4fd6-bb18-301b4885c8a0
  kind: Event
  lastTimestamp: "2026-07-29T10:53:27Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.382s (2.382s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-07-29T10:53:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:53:27Z"
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-78zgl.18c6bd455b516813
    namespace: kserve-ci-e2e-test
    resourceVersion: "22075"
    uid: aedde9b0-f6a6-45af-96bc-caffa034ab67
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:53:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-78zgl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21886"
    uid: 3f43cc27-6aab-4fd6-bb18-301b4885c8a0
  kind: Event
  lastTimestamp: "2026-07-29T10:53:27Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-29T10:53:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:53:27Z"
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-78zgl.18c6bd455ee8fdb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22076"
    uid: 69ce0e92-eb67-4ebd-a581-0aa7a38cfac7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:53:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-78zgl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21886"
    uid: 3f43cc27-6aab-4fd6-bb18-301b4885c8a0
  kind: Event
  lastTimestamp: "2026-07-29T10:53:27Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T10:53:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:53:27Z"
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-78zgl.18c6bd455f60dc4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22077"
    uid: efb12f3c-25ba-4f4a-a34f-02359dd6f914
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-29T10:53:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-78zgl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21886"
    uid: 3f43cc27-6aab-4fd6-bb18-301b4885c8a0
  kind: Event
  lastTimestamp: "2026-07-29T10:54:34Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.22:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-29T10:53:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:54:34Z"
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-78zgl.18c6bd4587515394
    namespace: kserve-ci-e2e-test
    resourceVersion: "22537"
    uid: 05eb3384-f679-40ad-8ae1-f0f21b15bfac
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-233.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:54:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-78zgl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21886"
    uid: 3f43cc27-6aab-4fd6-bb18-301b4885c8a0
  kind: Event
  lastTimestamp: "2026-07-29T10:54:54Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T10:54:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:54:54Z"
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-78zgl.18c6bd598bfdaba2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22693"
    uid: 05c6640d-0805-4b22-b407-5120c52154d1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:54:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-78zgl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21886"
    uid: 3f43cc27-6aab-4fd6-bb18-301b4885c8a0
  kind: Event
  lastTimestamp: "2026-07-29T10:54:54Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T10:54:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:54:54Z"
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-78zgl.18c6bd598bfedcad
    namespace: kserve-ci-e2e-test
    resourceVersion: "22695"
    uid: 1b57a176-4bf8-4d3d-97e2-e3792c1ccaea
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:54:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-78zgl
    namespace: kserve-ci-e2e-test
    resourceVersion: "21886"
    uid: 3f43cc27-6aab-4fd6-bb18-301b4885c8a0
  kind: Event
  lastTimestamp: "2026-07-29T10:54:54Z"
  message: 'Readiness probe failed: Get "https://10.133.0.22:8643/healthz": dial tcp
    10.133.0.22:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-29T10:54:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:54:54Z"
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-78zgl.18c6bd598d8627f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22699"
    uid: 1733cf6d-d6a8-486e-be6e-27207de33807
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-233.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-29T10:51:34.272920Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-xmlqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21134"
    uid: 7d0dcf35-fd34-436e-bf26-55bd01b530e0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-869c8cbf4f-xmlqn
    to ip-10-0-137-111.ec2.internal
  metadata:
    creationTimestamp: "2026-07-29T10:51:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-29T10:51:34Z"
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-xmlqn.18c6bd2ae7b94222
    namespace: kserve-ci-e2e-test
    resourceVersion: "21142"
    uid: c972c7ac-3d3c-42a6-a08e-d1abdadfb2c5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-55c85b7848-mlh78
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:51:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-xmlqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21138"
    uid: 7d0dcf35-fd34-436e-bf26-55bd01b530e0
  kind: Event
  lastTimestamp: "2026-07-29T10:51:34Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-promote-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-29T10:51:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:51:34Z"
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-xmlqn.18c6bd2af24f92c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21161"
    uid: a0930c51-b6ac-494f-8366-b0f09c4d9431
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:51:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-xmlqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21151"
    uid: 7d0dcf35-fd34-436e-bf26-55bd01b530e0
  kind: Event
  lastTimestamp: "2026-07-29T10:51:35Z"
  message: Add eth0 [10.132.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-29T10:51:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-29T10:51:35Z"
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-xmlqn.18c6bd2b2691e41e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21181"
    uid: d1056c78-7d98-41d8-8185-e80cf3512197
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:51:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-xmlqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21138"
    uid: 7d0dcf35-fd34-436e-bf26-55bd01b530e0
  kind: Event
  lastTimestamp: "2026-07-29T10:51:35Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:13da3ee375cce7c9d4590e64ebb24ecf2e97ed4b2b64f9a4f2e3074ed4aafac1"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T10:51:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:51:35Z"
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-xmlqn.18c6bd2b27dd1383
    namespace: kserve-ci-e2e-test
    resourceVersion: "21184"
    uid: c2d07503-c6bd-4c61-a910-2a2c8be35b54
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:51:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-xmlqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21138"
    uid: 7d0dcf35-fd34-436e-bf26-55bd01b530e0
  kind: Event
  lastTimestamp: "2026-07-29T10:51:35Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-29T10:51:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:51:35Z"
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-xmlqn.18c6bd2b29f746f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21189"
    uid: d7b7d829-3fb4-431e-b6ea-00e7526433f1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:51:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-xmlqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21138"
    uid: 7d0dcf35-fd34-436e-bf26-55bd01b530e0
  kind: Event
  lastTimestamp: "2026-07-29T10:51:35Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-29T10:51:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:51:35Z"
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-xmlqn.18c6bd2b2a770445
    namespace: kserve-ci-e2e-test
    resourceVersion: "21190"
    uid: e6a318e8-1e99-4f32-b69a-7251de1558d3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:51:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-xmlqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21138"
    uid: 7d0dcf35-fd34-436e-bf26-55bd01b530e0
  kind: Event
  lastTimestamp: "2026-07-29T10:51:39Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1828"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T10:51:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:51:39Z"
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-xmlqn.18c6bd2c1dd1b43c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21229"
    uid: dbfd344f-d79e-4e19-b7ed-074336dcd15c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:51:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-xmlqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21138"
    uid: 7d0dcf35-fd34-436e-bf26-55bd01b530e0
  kind: Event
  lastTimestamp: "2026-07-29T10:51:39Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-29T10:51:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:51:39Z"
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-xmlqn.18c6bd2c215a47d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21233"
    uid: 79fe56a2-14c6-4b9f-8c3e-6da83dca787d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:51:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-xmlqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21138"
    uid: 7d0dcf35-fd34-436e-bf26-55bd01b530e0
  kind: Event
  lastTimestamp: "2026-07-29T10:51:39Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T10:51:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:51:39Z"
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-xmlqn.18c6bd2c21cfa38e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21237"
    uid: 9adc3002-3866-40c3-87e5-37a176d1b589
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:51:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-xmlqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21138"
    uid: 7d0dcf35-fd34-436e-bf26-55bd01b530e0
  kind: Event
  lastTimestamp: "2026-07-29T10:51:39Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T10:51:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:51:39Z"
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-xmlqn.18c6bd2c21da59b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21238"
    uid: a2cbd2ef-0457-424a-a594-416d6cf9621e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:51:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-xmlqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21138"
    uid: 7d0dcf35-fd34-436e-bf26-55bd01b530e0
  kind: Event
  lastTimestamp: "2026-07-29T10:51:39Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-29T10:51:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:51:39Z"
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-xmlqn.18c6bd2c250e7718
    namespace: kserve-ci-e2e-test
    resourceVersion: "21242"
    uid: 65cf49e1-03c4-4f22-94ad-fc5f62c332df
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:51:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-xmlqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21138"
    uid: 7d0dcf35-fd34-436e-bf26-55bd01b530e0
  kind: Event
  lastTimestamp: "2026-07-29T10:51:39Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T10:51:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:51:39Z"
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-xmlqn.18c6bd2c25a694ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "21244"
    uid: 75eeeeac-32d5-4204-8813-f503c1f94b88
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-29T10:51:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-xmlqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21138"
    uid: 7d0dcf35-fd34-436e-bf26-55bd01b530e0
  kind: Event
  lastTimestamp: "2026-07-29T10:52:53Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-29T10:51:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:52:53Z"
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-xmlqn.18c6bd2c59f6d04f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21766"
    uid: b8a96f49-2c81-449e-a848-594ea7c72644
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:54:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-xmlqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21138"
    uid: 7d0dcf35-fd34-436e-bf26-55bd01b530e0
  kind: Event
  lastTimestamp: "2026-07-29T10:54:54Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T10:54:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:54:54Z"
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-xmlqn.18c6bd598c25f65f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22694"
    uid: 1ac17967-9dae-44ff-982e-df919d8dcd39
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:54:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-xmlqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21138"
    uid: 7d0dcf35-fd34-436e-bf26-55bd01b530e0
  kind: Event
  lastTimestamp: "2026-07-29T10:54:54Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T10:54:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:54:54Z"
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-xmlqn.18c6bd598c26b7fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22696"
    uid: 97a65fd8-a216-4f62-82ae-a7b75b4b9d6d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:54:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-xmlqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21138"
    uid: 7d0dcf35-fd34-436e-bf26-55bd01b530e0
  kind: Event
  lastTimestamp: "2026-07-29T10:54:56Z"
  message: 'Readiness probe failed: Get "https://10.132.0.35:8643/healthz": dial tcp
    10.132.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-29T10:54:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:54:56Z"
    name: isvc-canary-promote-v2-predictor-869c8cbf4f-xmlqn.18c6bd59fd14ba82
    namespace: kserve-ci-e2e-test
    resourceVersion: "22711"
    uid: 77f63cbc-df7c-4dc3-a0e6-b2da157679eb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:51:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-869c8cbf4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21124"
    uid: 0f5c5621-7cd1-4ba1-a3a3-d5543de71dfc
  kind: Event
  lastTimestamp: "2026-07-29T10:51:34Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-869c8cbf4f-xmlqn'
  metadata:
    creationTimestamp: "2026-07-29T10:51:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:51:34Z"
    name: isvc-canary-promote-v2-predictor-869c8cbf4f.18c6bd2ae74e623d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21137"
    uid: b10ef398-70de-46a1-8921-1e0aba77656c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:53:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-869c8cbf4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21867"
    uid: 0f5c5621-7cd1-4ba1-a3a3-d5543de71dfc
  kind: Event
  lastTimestamp: "2026-07-29T10:53:04Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-869c8cbf4f-78zgl'
  metadata:
    creationTimestamp: "2026-07-29T10:53:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:53:04Z"
    name: isvc-canary-promote-v2-predictor-869c8cbf4f.18c6bd3fe923f67c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21885"
    uid: 29b4da8d-7798-409f-8e92-70b8e4dad59d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:51:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21122"
    uid: 8f408aee-5b68-4d15-8548-e0ca9076d60a
  kind: Event
  lastTimestamp: "2026-07-29T10:51:34Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-869c8cbf4f from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-29T10:51:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:51:34Z"
    name: isvc-canary-promote-v2-predictor.18c6bd2ae484b97a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21126"
    uid: f9b1c666-3ff9-478a-a742-267f32393653
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:53:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21862"
    uid: 8f408aee-5b68-4d15-8548-e0ca9076d60a
  kind: Event
  lastTimestamp: "2026-07-29T10:53:04Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-869c8cbf4f from
    1 to 2
  metadata:
    creationTimestamp: "2026-07-29T10:53:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:53:04Z"
    name: isvc-canary-promote-v2-predictor.18c6bd3fe099316e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21872"
    uid: 8ea8bbaa-eec1-4bce-ae71-d6bf3b36e373
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 20
  eventTime: null
  firstTimestamp: "2026-07-29T10:51:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "21106"
    uid: 67c097e3-cc33-413b-abda-8b3388250fd5
  kind: Event
  lastTimestamp: "2026-07-29T10:53:04Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-29T10:51:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T10:53:04Z"
    name: isvc-canary-promote.18c6bd2ae444f341
    namespace: kserve-ci-e2e-test
    resourceVersion: "21881"
    uid: 46f924e0-566f-4582-856d-24ffb638429c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T10:51:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "21106"
    uid: 67c097e3-cc33-413b-abda-8b3388250fd5
  kind: Event
  lastTimestamp: "2026-07-29T10:51:34Z"
  message: 'Failed to update status for InferenceService "isvc-canary-promote": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-promote":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-29T10:51:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T10:51:34Z"
    name: isvc-canary-promote.18c6bd2ae4ca2291
    namespace: kserve-ci-e2e-test
    resourceVersion: "21155"
    uid: 0d5518c9-21e0-4065-8ee2-0c76b3adbfec
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T10:51:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "21106"
    uid: 67c097e3-cc33-413b-abda-8b3388250fd5
  kind: Event
  lastTimestamp: "2026-07-29T10:51:34Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-promote": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-29T10:51:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T10:51:34Z"
    name: isvc-canary-promote.18c6bd2ae4ca6bd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21156"
    uid: b604d6b2-e48a-48e7-a94f-80c8287ee7e8
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T10:52:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "21792"
    uid: 67c097e3-cc33-413b-abda-8b3388250fd5
  kind: Event
  lastTimestamp: "2026-07-29T10:54:44Z"
  message: InferenceService [isvc-canary-promote] is Ready
  metadata:
    creationTimestamp: "2026-07-29T10:52:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T10:54:44Z"
    name: isvc-canary-promote.18c6bd3e12181abb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22613"
    uid: 46f48e46-ae37-4f56-b1ad-e991d4d2bb03
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:53:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "21882"
    uid: 67c097e3-cc33-413b-abda-8b3388250fd5
  kind: Event
  lastTimestamp: "2026-07-29T10:53:04Z"
  message: 'InferenceService [isvc-canary-promote] is no longer Ready because of:
    PredictorReady, Ready, Stopped'
  metadata:
    creationTimestamp: "2026-07-29T10:53:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T10:53:04Z"
    name: isvc-canary-promote.18c6bd3fe896758d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21883"
    uid: a69273c6-4af9-4831-8c1f-d39aa8b2cfca
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-29T10:56:29.890376Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-79b59b5966-h679v
    namespace: kserve-ci-e2e-test
    resourceVersion: "23517"
    uid: 2e1f84a9-442e-4699-b03d-3cc8c472c022
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-79b59b5966-h679v
    to ip-10-0-137-111.ec2.internal
  metadata:
    creationTimestamp: "2026-07-29T10:56:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-29T10:56:29Z"
    name: isvc-canary-rollback-predictor-79b59b5966-h679v.18c6bd6fbbe59200
    namespace: kserve-ci-e2e-test
    resourceVersion: "23521"
    uid: 6ea8699b-8791-4be7-8cf2-5b380e819f44
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-55c85b7848-mlh78
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:56:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-79b59b5966-h679v
    namespace: kserve-ci-e2e-test
    resourceVersion: "23526"
    uid: 2e1f84a9-442e-4699-b03d-3cc8c472c022
  kind: Event
  lastTimestamp: "2026-07-29T10:56:30Z"
  message: Add eth0 [10.132.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-29T10:56:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-29T10:56:30Z"
    name: isvc-canary-rollback-predictor-79b59b5966-h679v.18c6bd6fd528d747
    namespace: kserve-ci-e2e-test
    resourceVersion: "23529"
    uid: f9d30477-525e-43d5-ade6-bd0531af2a38
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:56:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-79b59b5966-h679v
    namespace: kserve-ci-e2e-test
    resourceVersion: "23519"
    uid: 2e1f84a9-442e-4699-b03d-3cc8c472c022
  kind: Event
  lastTimestamp: "2026-07-29T10:56:30Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:13da3ee375cce7c9d4590e64ebb24ecf2e97ed4b2b64f9a4f2e3074ed4aafac1"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T10:56:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:56:30Z"
    name: isvc-canary-rollback-predictor-79b59b5966-h679v.18c6bd6fd6b17751
    namespace: kserve-ci-e2e-test
    resourceVersion: "23531"
    uid: 764ba609-529e-451d-8218-4ee72940fed5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:56:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-79b59b5966-h679v
    namespace: kserve-ci-e2e-test
    resourceVersion: "23519"
    uid: 2e1f84a9-442e-4699-b03d-3cc8c472c022
  kind: Event
  lastTimestamp: "2026-07-29T10:56:30Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-29T10:56:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:56:30Z"
    name: isvc-canary-rollback-predictor-79b59b5966-h679v.18c6bd6fd9ee961d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23532"
    uid: 50b28daf-253d-4f9f-a13f-7849675bb01e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:56:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-79b59b5966-h679v
    namespace: kserve-ci-e2e-test
    resourceVersion: "23519"
    uid: 2e1f84a9-442e-4699-b03d-3cc8c472c022
  kind: Event
  lastTimestamp: "2026-07-29T10:56:30Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-29T10:56:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:56:30Z"
    name: isvc-canary-rollback-predictor-79b59b5966-h679v.18c6bd6fda605f5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23534"
    uid: bb50e3bf-7f4d-4a83-b967-0581f820cfe0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:56:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-79b59b5966-h679v
    namespace: kserve-ci-e2e-test
    resourceVersion: "23519"
    uid: 2e1f84a9-442e-4699-b03d-3cc8c472c022
  kind: Event
  lastTimestamp: "2026-07-29T10:56:34Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1828"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T10:56:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:56:34Z"
    name: isvc-canary-rollback-predictor-79b59b5966-h679v.18c6bd70d8bcc298
    namespace: kserve-ci-e2e-test
    resourceVersion: "23570"
    uid: b2e5649f-d8ab-4614-be07-7725b779af7a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:56:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-79b59b5966-h679v
    namespace: kserve-ci-e2e-test
    resourceVersion: "23519"
    uid: 2e1f84a9-442e-4699-b03d-3cc8c472c022
  kind: Event
  lastTimestamp: "2026-07-29T10:56:34Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-29T10:56:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:56:34Z"
    name: isvc-canary-rollback-predictor-79b59b5966-h679v.18c6bd70dbba7d2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23574"
    uid: 5b5da957-646e-43a9-a849-4b38830fc25a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:56:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-79b59b5966-h679v
    namespace: kserve-ci-e2e-test
    resourceVersion: "23519"
    uid: 2e1f84a9-442e-4699-b03d-3cc8c472c022
  kind: Event
  lastTimestamp: "2026-07-29T10:56:34Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T10:56:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:56:34Z"
    name: isvc-canary-rollback-predictor-79b59b5966-h679v.18c6bd70dc3312d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23575"
    uid: 1eb6ed87-60d2-490c-a7fc-ea3a0de5116f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:56:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-79b59b5966-h679v
    namespace: kserve-ci-e2e-test
    resourceVersion: "23519"
    uid: 2e1f84a9-442e-4699-b03d-3cc8c472c022
  kind: Event
  lastTimestamp: "2026-07-29T10:56:34Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T10:56:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:56:34Z"
    name: isvc-canary-rollback-predictor-79b59b5966-h679v.18c6bd70dc3cc8b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23576"
    uid: b8b58d69-3daf-4332-abb6-207dfd7940db
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:56:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-79b59b5966-h679v
    namespace: kserve-ci-e2e-test
    resourceVersion: "23519"
    uid: 2e1f84a9-442e-4699-b03d-3cc8c472c022
  kind: Event
  lastTimestamp: "2026-07-29T10:56:34Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-29T10:56:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:56:34Z"
    name: isvc-canary-rollback-predictor-79b59b5966-h679v.18c6bd70df0dac0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23577"
    uid: 156a6165-83ad-4ebf-b050-925244aad632
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:56:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-79b59b5966-h679v
    namespace: kserve-ci-e2e-test
    resourceVersion: "23519"
    uid: 2e1f84a9-442e-4699-b03d-3cc8c472c022
  kind: Event
  lastTimestamp: "2026-07-29T10:56:34Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T10:56:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:56:34Z"
    name: isvc-canary-rollback-predictor-79b59b5966-h679v.18c6bd70df901e19
    namespace: kserve-ci-e2e-test
    resourceVersion: "23578"
    uid: b021d46a-1fbb-4cf0-923f-c71e789b3dca
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-29T10:56:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-79b59b5966-h679v
    namespace: kserve-ci-e2e-test
    resourceVersion: "23519"
    uid: 2e1f84a9-442e-4699-b03d-3cc8c472c022
  kind: Event
  lastTimestamp: "2026-07-29T10:58:01Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-29T10:56:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:58:01Z"
    name: isvc-canary-rollback-predictor-79b59b5966-h679v.18c6bd7114c4ab20
    namespace: kserve-ci-e2e-test
    resourceVersion: "24201"
    uid: 750d8f9e-ca20-4be9-9840-69d205bba5ca
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:58:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-79b59b5966-h679v
    namespace: kserve-ci-e2e-test
    resourceVersion: "23519"
    uid: 2e1f84a9-442e-4699-b03d-3cc8c472c022
  kind: Event
  lastTimestamp: "2026-07-29T10:58:00Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T10:58:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:58:00Z"
    name: isvc-canary-rollback-predictor-79b59b5966-h679v.18c6bd84ba9e147c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24184"
    uid: 03012977-8222-4811-a442-bc28d05d2e0e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:58:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-79b59b5966-h679v
    namespace: kserve-ci-e2e-test
    resourceVersion: "23519"
    uid: 2e1f84a9-442e-4699-b03d-3cc8c472c022
  kind: Event
  lastTimestamp: "2026-07-29T10:58:00Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T10:58:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:58:00Z"
    name: isvc-canary-rollback-predictor-79b59b5966-h679v.18c6bd84ba9f6561
    namespace: kserve-ci-e2e-test
    resourceVersion: "24186"
    uid: c62b08ac-53c5-4bf5-836a-cb4b3e760392
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:58:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-79b59b5966-h679v
    namespace: kserve-ci-e2e-test
    resourceVersion: "23519"
    uid: 2e1f84a9-442e-4699-b03d-3cc8c472c022
  kind: Event
  lastTimestamp: "2026-07-29T10:58:01Z"
  message: 'Readiness probe failed: Get "https://10.132.0.37:8643/healthz": dial tcp
    10.132.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-29T10:58:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:58:01Z"
    name: isvc-canary-rollback-predictor-79b59b5966-h679v.18c6bd851b01259c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24200"
    uid: 8867e545-6b39-4fcd-b241-83884acbb392
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-29T10:54:59.772466Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-79b59b5966-m9887
    namespace: kserve-ci-e2e-test
    resourceVersion: "22766"
    uid: ebb3977e-c145-4398-a89e-87dee4f6bf7a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-79b59b5966-m9887
    to ip-10-0-133-233.ec2.internal
  metadata:
    creationTimestamp: "2026-07-29T10:54:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-29T10:54:59Z"
    name: isvc-canary-rollback-predictor-79b59b5966-m9887.18c6bd5ac07359b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22774"
    uid: 58970fb3-3177-4e03-8423-46f8b520e559
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-55c85b7848-mlh78
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:55:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-79b59b5966-m9887
    namespace: kserve-ci-e2e-test
    resourceVersion: "22785"
    uid: ebb3977e-c145-4398-a89e-87dee4f6bf7a
  kind: Event
  lastTimestamp: "2026-07-29T10:55:00Z"
  message: Add eth0 [10.133.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-29T10:55:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-29T10:55:00Z"
    name: isvc-canary-rollback-predictor-79b59b5966-m9887.18c6bd5ad9df0a33
    namespace: kserve-ci-e2e-test
    resourceVersion: "22803"
    uid: dac06863-0d29-42fc-92e8-f813637e3ebc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:55:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-79b59b5966-m9887
    namespace: kserve-ci-e2e-test
    resourceVersion: "22769"
    uid: ebb3977e-c145-4398-a89e-87dee4f6bf7a
  kind: Event
  lastTimestamp: "2026-07-29T10:55:00Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:13da3ee375cce7c9d4590e64ebb24ecf2e97ed4b2b64f9a4f2e3074ed4aafac1"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T10:55:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:55:00Z"
    name: isvc-canary-rollback-predictor-79b59b5966-m9887.18c6bd5adb401782
    namespace: kserve-ci-e2e-test
    resourceVersion: "22805"
    uid: 70caceaf-49b8-4254-8e70-ad7034abeb3f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:55:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-79b59b5966-m9887
    namespace: kserve-ci-e2e-test
    resourceVersion: "22769"
    uid: ebb3977e-c145-4398-a89e-87dee4f6bf7a
  kind: Event
  lastTimestamp: "2026-07-29T10:55:00Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-29T10:55:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:55:00Z"
    name: isvc-canary-rollback-predictor-79b59b5966-m9887.18c6bd5ade2f5848
    namespace: kserve-ci-e2e-test
    resourceVersion: "22806"
    uid: 8ca35125-fa0a-43ca-8eec-a123550882e6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:55:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-79b59b5966-m9887
    namespace: kserve-ci-e2e-test
    resourceVersion: "22769"
    uid: ebb3977e-c145-4398-a89e-87dee4f6bf7a
  kind: Event
  lastTimestamp: "2026-07-29T10:55:00Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-29T10:55:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:55:00Z"
    name: isvc-canary-rollback-predictor-79b59b5966-m9887.18c6bd5adea4a8b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22807"
    uid: 5b85d5c2-6a7e-427e-a878-a864e787d5cd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:55:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-79b59b5966-m9887
    namespace: kserve-ci-e2e-test
    resourceVersion: "22769"
    uid: ebb3977e-c145-4398-a89e-87dee4f6bf7a
  kind: Event
  lastTimestamp: "2026-07-29T10:55:03Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1828"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T10:55:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:55:03Z"
    name: isvc-canary-rollback-predictor-79b59b5966-m9887.18c6bd5bba7ece57
    namespace: kserve-ci-e2e-test
    resourceVersion: "22851"
    uid: 83bd6dc6-fed9-4c95-a521-2074fa08b920
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:55:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-79b59b5966-m9887
    namespace: kserve-ci-e2e-test
    resourceVersion: "22769"
    uid: ebb3977e-c145-4398-a89e-87dee4f6bf7a
  kind: Event
  lastTimestamp: "2026-07-29T10:55:04Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-29T10:55:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:55:04Z"
    name: isvc-canary-rollback-predictor-79b59b5966-m9887.18c6bd5bbdcdc010
    namespace: kserve-ci-e2e-test
    resourceVersion: "22853"
    uid: befe4034-7e89-4d79-b08e-9410cf1e2d7e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:55:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-79b59b5966-m9887
    namespace: kserve-ci-e2e-test
    resourceVersion: "22769"
    uid: ebb3977e-c145-4398-a89e-87dee4f6bf7a
  kind: Event
  lastTimestamp: "2026-07-29T10:55:04Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T10:55:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:55:04Z"
    name: isvc-canary-rollback-predictor-79b59b5966-m9887.18c6bd5bbe480525
    namespace: kserve-ci-e2e-test
    resourceVersion: "22854"
    uid: da85703d-ea1f-419c-a7d0-d39e6bfeb3d0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:55:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-79b59b5966-m9887
    namespace: kserve-ci-e2e-test
    resourceVersion: "22769"
    uid: ebb3977e-c145-4398-a89e-87dee4f6bf7a
  kind: Event
  lastTimestamp: "2026-07-29T10:55:04Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T10:55:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:55:04Z"
    name: isvc-canary-rollback-predictor-79b59b5966-m9887.18c6bd5bbe53e8f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22856"
    uid: 5410f95a-e21b-4394-a2fb-b48e7ac554c2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:55:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-79b59b5966-m9887
    namespace: kserve-ci-e2e-test
    resourceVersion: "22769"
    uid: ebb3977e-c145-4398-a89e-87dee4f6bf7a
  kind: Event
  lastTimestamp: "2026-07-29T10:55:04Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-29T10:55:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:55:04Z"
    name: isvc-canary-rollback-predictor-79b59b5966-m9887.18c6bd5bc20d493d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22859"
    uid: 7efbde0f-90d8-4389-8c76-066b92865aa0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:55:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-79b59b5966-m9887
    namespace: kserve-ci-e2e-test
    resourceVersion: "22769"
    uid: ebb3977e-c145-4398-a89e-87dee4f6bf7a
  kind: Event
  lastTimestamp: "2026-07-29T10:55:04Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T10:55:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:55:04Z"
    name: isvc-canary-rollback-predictor-79b59b5966-m9887.18c6bd5bc29913ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "22860"
    uid: 4609a3cb-1507-40bb-9f7a-34422297d88f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-29T10:55:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-79b59b5966-m9887
    namespace: kserve-ci-e2e-test
    resourceVersion: "22769"
    uid: ebb3977e-c145-4398-a89e-87dee4f6bf7a
  kind: Event
  lastTimestamp: "2026-07-29T10:58:01Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.23:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-29T10:55:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:58:01Z"
    name: isvc-canary-rollback-predictor-79b59b5966-m9887.18c6bd5c32414268
    namespace: kserve-ci-e2e-test
    resourceVersion: "24206"
    uid: 424fcaf3-3dd5-47fe-a281-7fd680023def
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-233.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:58:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-79b59b5966-m9887
    namespace: kserve-ci-e2e-test
    resourceVersion: "22769"
    uid: ebb3977e-c145-4398-a89e-87dee4f6bf7a
  kind: Event
  lastTimestamp: "2026-07-29T10:58:00Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T10:58:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:58:00Z"
    name: isvc-canary-rollback-predictor-79b59b5966-m9887.18c6bd84bac4f374
    namespace: kserve-ci-e2e-test
    resourceVersion: "24185"
    uid: 8850659d-c3f5-4394-a717-13a47aef333b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:58:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-79b59b5966-m9887
    namespace: kserve-ci-e2e-test
    resourceVersion: "22769"
    uid: ebb3977e-c145-4398-a89e-87dee4f6bf7a
  kind: Event
  lastTimestamp: "2026-07-29T10:58:00Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T10:58:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:58:00Z"
    name: isvc-canary-rollback-predictor-79b59b5966-m9887.18c6bd84bac5e75d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24187"
    uid: 0c70f81e-f82d-4e3c-980f-ae69b4872fcd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:58:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-79b59b5966-m9887
    namespace: kserve-ci-e2e-test
    resourceVersion: "22769"
    uid: ebb3977e-c145-4398-a89e-87dee4f6bf7a
  kind: Event
  lastTimestamp: "2026-07-29T10:58:01Z"
  message: 'Readiness probe failed: Get "https://10.133.0.23:8643/healthz": dial tcp
    10.133.0.23:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-29T10:58:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:58:01Z"
    name: isvc-canary-rollback-predictor-79b59b5966-m9887.18c6bd852cd2449e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24205"
    uid: db90b3b3-943a-4b73-a42e-8f6d3f9b1e9a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-233.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:54:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-79b59b5966
    namespace: kserve-ci-e2e-test
    resourceVersion: "22749"
    uid: f22664c2-b3ea-463d-a858-6411df1397a7
  kind: Event
  lastTimestamp: "2026-07-29T10:54:59Z"
  message: 'Created pod: isvc-canary-rollback-predictor-79b59b5966-m9887'
  metadata:
    creationTimestamp: "2026-07-29T10:54:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:54:59Z"
    name: isvc-canary-rollback-predictor-79b59b5966.18c6bd5ac00dfd0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22768"
    uid: a62f0d18-39f2-410e-b80f-b6a0ebcc6219
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:56:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-79b59b5966
    namespace: kserve-ci-e2e-test
    resourceVersion: "23500"
    uid: f22664c2-b3ea-463d-a858-6411df1397a7
  kind: Event
  lastTimestamp: "2026-07-29T10:56:29Z"
  message: 'Created pod: isvc-canary-rollback-predictor-79b59b5966-h679v'
  metadata:
    creationTimestamp: "2026-07-29T10:56:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:56:29Z"
    name: isvc-canary-rollback-predictor-79b59b5966.18c6bd6fbb771db6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23518"
    uid: 37c912ad-171f-4125-9de2-eae2632d1e46
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:54:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22748"
    uid: f301a60d-2beb-491f-bfa6-0fd29a8d27af
  kind: Event
  lastTimestamp: "2026-07-29T10:54:59Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-79b59b5966 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-29T10:54:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:54:59Z"
    name: isvc-canary-rollback-predictor.18c6bd5abbbe4199
    namespace: kserve-ci-e2e-test
    resourceVersion: "22750"
    uid: a74fe17d-e050-4d25-a597-3977111a7154
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:56:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23495"
    uid: f301a60d-2beb-491f-bfa6-0fd29a8d27af
  kind: Event
  lastTimestamp: "2026-07-29T10:56:29Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-79b59b5966 from 1
    to 2
  metadata:
    creationTimestamp: "2026-07-29T10:56:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:56:29Z"
    name: isvc-canary-rollback-predictor.18c6bd6fb6c398e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23504"
    uid: 29d15d58-ed52-4004-bbd3-63305a645091
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-29T10:54:59.775803Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b74c55879-gjvjg
    namespace: kserve-ci-e2e-test
    resourceVersion: "22767"
    uid: 89522978-782d-4988-ba3e-e7585b3799ce
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-v2-predictor-7b74c55879-gjvjg
    to ip-10-0-137-111.ec2.internal
  metadata:
    creationTimestamp: "2026-07-29T10:54:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-29T10:54:59Z"
    name: isvc-canary-rollback-v2-predictor-7b74c55879-gjvjg.18c6bd5ac0a66305
    namespace: kserve-ci-e2e-test
    resourceVersion: "22775"
    uid: abf1e7be-faf3-4224-a61b-8ee2062e5ec9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-55c85b7848-mlh78
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:54:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b74c55879-gjvjg
    namespace: kserve-ci-e2e-test
    resourceVersion: "22771"
    uid: 89522978-782d-4988-ba3e-e7585b3799ce
  kind: Event
  lastTimestamp: "2026-07-29T10:54:59Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-rollback-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-29T10:54:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:54:59Z"
    name: isvc-canary-rollback-v2-predictor-7b74c55879-gjvjg.18c6bd5ac9e74727
    namespace: kserve-ci-e2e-test
    resourceVersion: "22793"
    uid: d0dc2269-96c0-4fd6-a309-8f1915c37ff2
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:55:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b74c55879-gjvjg
    namespace: kserve-ci-e2e-test
    resourceVersion: "22784"
    uid: 89522978-782d-4988-ba3e-e7585b3799ce
  kind: Event
  lastTimestamp: "2026-07-29T10:55:00Z"
  message: Add eth0 [10.132.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-29T10:55:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-29T10:55:00Z"
    name: isvc-canary-rollback-v2-predictor-7b74c55879-gjvjg.18c6bd5afe08a8b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22814"
    uid: e2362862-ca1f-47a2-83da-984578d5a2f3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:55:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b74c55879-gjvjg
    namespace: kserve-ci-e2e-test
    resourceVersion: "22771"
    uid: 89522978-782d-4988-ba3e-e7585b3799ce
  kind: Event
  lastTimestamp: "2026-07-29T10:55:00Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:13da3ee375cce7c9d4590e64ebb24ecf2e97ed4b2b64f9a4f2e3074ed4aafac1"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T10:55:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:55:00Z"
    name: isvc-canary-rollback-v2-predictor-7b74c55879-gjvjg.18c6bd5aff6dffcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22816"
    uid: 69ee90a8-bee7-45c7-990c-b17e0c25cba4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:55:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b74c55879-gjvjg
    namespace: kserve-ci-e2e-test
    resourceVersion: "22771"
    uid: 89522978-782d-4988-ba3e-e7585b3799ce
  kind: Event
  lastTimestamp: "2026-07-29T10:55:00Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-29T10:55:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:55:00Z"
    name: isvc-canary-rollback-v2-predictor-7b74c55879-gjvjg.18c6bd5b02221b34
    namespace: kserve-ci-e2e-test
    resourceVersion: "22817"
    uid: 80181cb7-031f-496f-8dc8-3d66f8a0ded0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:55:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b74c55879-gjvjg
    namespace: kserve-ci-e2e-test
    resourceVersion: "22771"
    uid: 89522978-782d-4988-ba3e-e7585b3799ce
  kind: Event
  lastTimestamp: "2026-07-29T10:55:00Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-29T10:55:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:55:00Z"
    name: isvc-canary-rollback-v2-predictor-7b74c55879-gjvjg.18c6bd5b029b0e9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22818"
    uid: 5d8a26ae-17e3-4006-9233-d3957eb62201
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:55:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b74c55879-gjvjg
    namespace: kserve-ci-e2e-test
    resourceVersion: "22771"
    uid: 89522978-782d-4988-ba3e-e7585b3799ce
  kind: Event
  lastTimestamp: "2026-07-29T10:55:05Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1828"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T10:55:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:55:05Z"
    name: isvc-canary-rollback-v2-predictor-7b74c55879-gjvjg.18c6bd5c0a4bb91a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22872"
    uid: b3072778-1803-4d8c-b973-319cd1dfbdd1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:55:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b74c55879-gjvjg
    namespace: kserve-ci-e2e-test
    resourceVersion: "22771"
    uid: 89522978-782d-4988-ba3e-e7585b3799ce
  kind: Event
  lastTimestamp: "2026-07-29T10:55:05Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-29T10:55:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:55:05Z"
    name: isvc-canary-rollback-v2-predictor-7b74c55879-gjvjg.18c6bd5c0cf9c15b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22874"
    uid: a72464f6-4ad0-43fe-8705-4c9fb465edcb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:55:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b74c55879-gjvjg
    namespace: kserve-ci-e2e-test
    resourceVersion: "22771"
    uid: 89522978-782d-4988-ba3e-e7585b3799ce
  kind: Event
  lastTimestamp: "2026-07-29T10:55:05Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T10:55:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:55:05Z"
    name: isvc-canary-rollback-v2-predictor-7b74c55879-gjvjg.18c6bd5c0d6cedc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22876"
    uid: 10e75c77-25c4-449b-8be4-b885e51ffe43
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:55:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b74c55879-gjvjg
    namespace: kserve-ci-e2e-test
    resourceVersion: "22771"
    uid: 89522978-782d-4988-ba3e-e7585b3799ce
  kind: Event
  lastTimestamp: "2026-07-29T10:55:05Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T10:55:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:55:05Z"
    name: isvc-canary-rollback-v2-predictor-7b74c55879-gjvjg.18c6bd5c0d76e139
    namespace: kserve-ci-e2e-test
    resourceVersion: "22877"
    uid: dbb52ab4-d32b-414b-99c9-f5c767585449
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:55:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b74c55879-gjvjg
    namespace: kserve-ci-e2e-test
    resourceVersion: "22771"
    uid: 89522978-782d-4988-ba3e-e7585b3799ce
  kind: Event
  lastTimestamp: "2026-07-29T10:55:05Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-29T10:55:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:55:05Z"
    name: isvc-canary-rollback-v2-predictor-7b74c55879-gjvjg.18c6bd5c10257a22
    namespace: kserve-ci-e2e-test
    resourceVersion: "22878"
    uid: 77c6b5e9-cb91-49c2-902f-d44b463700f6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:55:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b74c55879-gjvjg
    namespace: kserve-ci-e2e-test
    resourceVersion: "22771"
    uid: 89522978-782d-4988-ba3e-e7585b3799ce
  kind: Event
  lastTimestamp: "2026-07-29T10:55:05Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T10:55:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:55:05Z"
    name: isvc-canary-rollback-v2-predictor-7b74c55879-gjvjg.18c6bd5c10954b81
    namespace: kserve-ci-e2e-test
    resourceVersion: "22880"
    uid: 208da81f-4d45-4ebc-9e8d-7019809440bd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-29T10:55:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b74c55879-gjvjg
    namespace: kserve-ci-e2e-test
    resourceVersion: "22771"
    uid: 89522978-782d-4988-ba3e-e7585b3799ce
  kind: Event
  lastTimestamp: "2026-07-29T10:56:33Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-29T10:55:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:56:33Z"
    name: isvc-canary-rollback-v2-predictor-7b74c55879-gjvjg.18c6bd5c8282bc64
    namespace: kserve-ci-e2e-test
    resourceVersion: "23560"
    uid: 9acfa5a3-1bfe-4a07-8138-d362a696a56d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:56:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b74c55879-gjvjg
    namespace: kserve-ci-e2e-test
    resourceVersion: "22771"
    uid: 89522978-782d-4988-ba3e-e7585b3799ce
  kind: Event
  lastTimestamp: "2026-07-29T10:56:29Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T10:56:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:56:29Z"
    name: isvc-canary-rollback-v2-predictor-7b74c55879-gjvjg.18c6bd6fb81240e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23510"
    uid: c1ee9e3c-f9a1-4d9b-aaa2-862531bd5936
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:56:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b74c55879-gjvjg
    namespace: kserve-ci-e2e-test
    resourceVersion: "22771"
    uid: 89522978-782d-4988-ba3e-e7585b3799ce
  kind: Event
  lastTimestamp: "2026-07-29T10:56:29Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T10:56:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:56:29Z"
    name: isvc-canary-rollback-v2-predictor-7b74c55879-gjvjg.18c6bd6fb812cb5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23511"
    uid: 2b469014-36cd-4ac7-9889-d07aedd6fe99
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:56:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7b74c55879-gjvjg
    namespace: kserve-ci-e2e-test
    resourceVersion: "22771"
    uid: 89522978-782d-4988-ba3e-e7585b3799ce
  kind: Event
  lastTimestamp: "2026-07-29T10:56:33Z"
  message: 'Readiness probe failed: Get "https://10.132.0.36:8643/healthz": dial tcp
    10.132.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-29T10:56:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:56:33Z"
    name: isvc-canary-rollback-v2-predictor-7b74c55879-gjvjg.18c6bd7088ab0882
    namespace: kserve-ci-e2e-test
    resourceVersion: "23559"
    uid: e1347ffc-f9f0-4d00-a33b-28dcfc1ff006
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:54:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-v2-predictor-7b74c55879
    namespace: kserve-ci-e2e-test
    resourceVersion: "22758"
    uid: 8dab0755-6fe8-44e4-9b62-e303d4d3949a
  kind: Event
  lastTimestamp: "2026-07-29T10:54:59Z"
  message: 'Created pod: isvc-canary-rollback-v2-predictor-7b74c55879-gjvjg'
  metadata:
    creationTimestamp: "2026-07-29T10:54:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:54:59Z"
    name: isvc-canary-rollback-v2-predictor-7b74c55879.18c6bd5ac03a8a6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22772"
    uid: 578249eb-f588-4f06-9a4e-00aafa0f89cb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:54:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22756"
    uid: cff31e39-5256-445d-afca-315834eae278
  kind: Event
  lastTimestamp: "2026-07-29T10:54:59Z"
  message: Scaled up replica set isvc-canary-rollback-v2-predictor-7b74c55879 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-29T10:54:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:54:59Z"
    name: isvc-canary-rollback-v2-predictor.18c6bd5abd505156
    namespace: kserve-ci-e2e-test
    resourceVersion: "22759"
    uid: 3f143d60-b2e1-483a-9859-61a913212d6d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 20
  eventTime: null
  firstTimestamp: "2026-07-29T10:54:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "22740"
    uid: 94d200fd-6d75-47bc-86e4-b4f50d85ec1b
  kind: Event
  lastTimestamp: "2026-07-29T10:56:29Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-29T10:54:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T10:56:29Z"
    name: isvc-canary-rollback.18c6bd5abd55bd20
    namespace: kserve-ci-e2e-test
    resourceVersion: "23524"
    uid: 9510ecab-81f0-4c8c-9df3-429098bcb1c7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T10:54:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "22740"
    uid: 94d200fd-6d75-47bc-86e4-b4f50d85ec1b
  kind: Event
  lastTimestamp: "2026-07-29T10:54:59Z"
  message: 'Failed to update status for InferenceService "isvc-canary-rollback": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-rollback":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-29T10:54:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T10:54:59Z"
    name: isvc-canary-rollback.18c6bd5abddc5ecf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22787"
    uid: a50aa628-2123-46cb-adfd-8203d1f779f1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T10:54:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "22740"
    uid: 94d200fd-6d75-47bc-86e4-b4f50d85ec1b
  kind: Event
  lastTimestamp: "2026-07-29T10:54:59Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-rollback": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-29T10:54:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T10:54:59Z"
    name: isvc-canary-rollback.18c6bd5abddcb940
    namespace: kserve-ci-e2e-test
    resourceVersion: "22788"
    uid: 8ed14972-e0f7-4451-9778-0b36abaa1eb2
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T10:56:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "23428"
    uid: 94d200fd-6d75-47bc-86e4-b4f50d85ec1b
  kind: Event
  lastTimestamp: "2026-07-29T10:57:51Z"
  message: InferenceService [isvc-canary-rollback] is Ready
  metadata:
    creationTimestamp: "2026-07-29T10:56:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T10:57:51Z"
    name: isvc-canary-rollback.18c6bd6dea012d23
    namespace: kserve-ci-e2e-test
    resourceVersion: "24115"
    uid: 5da073fa-6a74-4051-9eca-7792c19b6dc5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:56:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "23515"
    uid: 94d200fd-6d75-47bc-86e4-b4f50d85ec1b
  kind: Event
  lastTimestamp: "2026-07-29T10:56:29Z"
  message: 'InferenceService [isvc-canary-rollback] is no longer Ready because of:
    PredictorReady, Ready, Stopped'
  metadata:
    creationTimestamp: "2026-07-29T10:56:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T10:56:29Z"
    name: isvc-canary-rollback.18c6bd6fba72ef3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23516"
    uid: b32ff289-6627-4f83-aac6-8d1cc0ea1854
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-29T10:58:05.170687Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-75dfd479cd-dlskx
    namespace: kserve-ci-e2e-test
    resourceVersion: "24265"
    uid: c404ff9c-cffc-4ab0-b890-987ee38f152f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-75dfd479cd-dlskx
    to ip-10-0-137-111.ec2.internal
  metadata:
    creationTimestamp: "2026-07-29T10:58:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-29T10:58:05Z"
    name: isvc-canary-stop-predictor-75dfd479cd-dlskx.18c6bd85eb0bc106
    namespace: kserve-ci-e2e-test
    resourceVersion: "24279"
    uid: 1395a469-8658-41f0-9171-b50f6d5be8d3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-55c85b7848-mlh78
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:58:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-75dfd479cd-dlskx
    namespace: kserve-ci-e2e-test
    resourceVersion: "24285"
    uid: c404ff9c-cffc-4ab0-b890-987ee38f152f
  kind: Event
  lastTimestamp: "2026-07-29T10:58:05Z"
  message: Add eth0 [10.132.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-29T10:58:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-29T10:58:05Z"
    name: isvc-canary-stop-predictor-75dfd479cd-dlskx.18c6bd8604a3b3cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24294"
    uid: 9c17fb0a-6794-4951-92e4-b241891a1945
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:58:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-75dfd479cd-dlskx
    namespace: kserve-ci-e2e-test
    resourceVersion: "24268"
    uid: c404ff9c-cffc-4ab0-b890-987ee38f152f
  kind: Event
  lastTimestamp: "2026-07-29T10:58:05Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:13da3ee375cce7c9d4590e64ebb24ecf2e97ed4b2b64f9a4f2e3074ed4aafac1"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T10:58:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:58:05Z"
    name: isvc-canary-stop-predictor-75dfd479cd-dlskx.18c6bd86061a4930
    namespace: kserve-ci-e2e-test
    resourceVersion: "24298"
    uid: c330bf54-700b-4420-a802-99b9a46929fe
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:58:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-75dfd479cd-dlskx
    namespace: kserve-ci-e2e-test
    resourceVersion: "24268"
    uid: c404ff9c-cffc-4ab0-b890-987ee38f152f
  kind: Event
  lastTimestamp: "2026-07-29T10:58:05Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-29T10:58:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:58:05Z"
    name: isvc-canary-stop-predictor-75dfd479cd-dlskx.18c6bd8608fb6cec
    namespace: kserve-ci-e2e-test
    resourceVersion: "24300"
    uid: 10a3ec3a-2dca-43c8-97d7-1ec564dc64d7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:58:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-75dfd479cd-dlskx
    namespace: kserve-ci-e2e-test
    resourceVersion: "24268"
    uid: c404ff9c-cffc-4ab0-b890-987ee38f152f
  kind: Event
  lastTimestamp: "2026-07-29T10:58:05Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-29T10:58:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:58:05Z"
    name: isvc-canary-stop-predictor-75dfd479cd-dlskx.18c6bd86096a02e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24302"
    uid: 3a75f90a-a316-49ca-a773-219f2529bdb9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:58:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-75dfd479cd-dlskx
    namespace: kserve-ci-e2e-test
    resourceVersion: "24268"
    uid: c404ff9c-cffc-4ab0-b890-987ee38f152f
  kind: Event
  lastTimestamp: "2026-07-29T10:58:10Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1828"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T10:58:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:58:10Z"
    name: isvc-canary-stop-predictor-75dfd479cd-dlskx.18c6bd870e62043f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24348"
    uid: 562e88a5-74d2-42a8-847e-10ac4793b6a8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:58:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-75dfd479cd-dlskx
    namespace: kserve-ci-e2e-test
    resourceVersion: "24268"
    uid: c404ff9c-cffc-4ab0-b890-987ee38f152f
  kind: Event
  lastTimestamp: "2026-07-29T10:58:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-29T10:58:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:58:10Z"
    name: isvc-canary-stop-predictor-75dfd479cd-dlskx.18c6bd871134f233
    namespace: kserve-ci-e2e-test
    resourceVersion: "24350"
    uid: 5ad73da6-14df-4ca4-a024-ee11c72e811c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:58:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-75dfd479cd-dlskx
    namespace: kserve-ci-e2e-test
    resourceVersion: "24268"
    uid: c404ff9c-cffc-4ab0-b890-987ee38f152f
  kind: Event
  lastTimestamp: "2026-07-29T10:58:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T10:58:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:58:10Z"
    name: isvc-canary-stop-predictor-75dfd479cd-dlskx.18c6bd8711a6c204
    namespace: kserve-ci-e2e-test
    resourceVersion: "24351"
    uid: c9028be1-b892-4aca-a840-41deb7e8727a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:58:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-75dfd479cd-dlskx
    namespace: kserve-ci-e2e-test
    resourceVersion: "24268"
    uid: c404ff9c-cffc-4ab0-b890-987ee38f152f
  kind: Event
  lastTimestamp: "2026-07-29T10:58:10Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T10:58:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:58:10Z"
    name: isvc-canary-stop-predictor-75dfd479cd-dlskx.18c6bd8711afc083
    namespace: kserve-ci-e2e-test
    resourceVersion: "24353"
    uid: 25a8e161-1d51-416f-9589-c2427d2e9dd8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:58:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-75dfd479cd-dlskx
    namespace: kserve-ci-e2e-test
    resourceVersion: "24268"
    uid: c404ff9c-cffc-4ab0-b890-987ee38f152f
  kind: Event
  lastTimestamp: "2026-07-29T10:58:10Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-29T10:58:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:58:10Z"
    name: isvc-canary-stop-predictor-75dfd479cd-dlskx.18c6bd8714b95b3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24356"
    uid: 1dc48367-fd59-41b1-8d2f-e429121b85e2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:58:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-75dfd479cd-dlskx
    namespace: kserve-ci-e2e-test
    resourceVersion: "24268"
    uid: c404ff9c-cffc-4ab0-b890-987ee38f152f
  kind: Event
  lastTimestamp: "2026-07-29T10:58:10Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T10:58:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:58:10Z"
    name: isvc-canary-stop-predictor-75dfd479cd-dlskx.18c6bd87153fdb4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24357"
    uid: fed4d781-0613-4330-af55-ada778515310
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-29T10:58:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-75dfd479cd-dlskx
    namespace: kserve-ci-e2e-test
    resourceVersion: "24268"
    uid: c404ff9c-cffc-4ab0-b890-987ee38f152f
  kind: Event
  lastTimestamp: "2026-07-29T10:59:38Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-29T10:58:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:59:38Z"
    name: isvc-canary-stop-predictor-75dfd479cd-dlskx.18c6bd878650dcc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25284"
    uid: 80e4fde3-9138-43a9-a08e-cd0d9cde4ff0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:59:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-75dfd479cd-dlskx
    namespace: kserve-ci-e2e-test
    resourceVersion: "24268"
    uid: c404ff9c-cffc-4ab0-b890-987ee38f152f
  kind: Event
  lastTimestamp: "2026-07-29T10:59:35Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T10:59:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:59:35Z"
    name: isvc-canary-stop-predictor-75dfd479cd-dlskx.18c6bd9ae0de1733
    namespace: kserve-ci-e2e-test
    resourceVersion: "25175"
    uid: e3d17851-57b8-4620-954c-d0e7f0e3f3a9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:59:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-75dfd479cd-dlskx
    namespace: kserve-ci-e2e-test
    resourceVersion: "24268"
    uid: c404ff9c-cffc-4ab0-b890-987ee38f152f
  kind: Event
  lastTimestamp: "2026-07-29T10:59:35Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T10:59:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:59:35Z"
    name: isvc-canary-stop-predictor-75dfd479cd-dlskx.18c6bd9ae0de6e13
    namespace: kserve-ci-e2e-test
    resourceVersion: "25177"
    uid: 4c48c585-33f5-4b67-bbdc-14d37f22b7ae
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:59:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-75dfd479cd-dlskx
    namespace: kserve-ci-e2e-test
    resourceVersion: "24268"
    uid: c404ff9c-cffc-4ab0-b890-987ee38f152f
  kind: Event
  lastTimestamp: "2026-07-29T10:59:38Z"
  message: 'Readiness probe failed: Get "https://10.132.0.38:8643/healthz": dial tcp
    10.132.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-29T10:59:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:59:38Z"
    name: isvc-canary-stop-predictor-75dfd479cd-dlskx.18c6bd9b8c8fb179
    namespace: kserve-ci-e2e-test
    resourceVersion: "25283"
    uid: 80863854-e7d9-4d3a-8f62-b551df3ffc37
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:58:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-75dfd479cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24249"
    uid: ccd6c054-8aea-47de-ab1f-656e1c7aea21
  kind: Event
  lastTimestamp: "2026-07-29T10:58:05Z"
  message: 'Created pod: isvc-canary-stop-predictor-75dfd479cd-dlskx'
  metadata:
    creationTimestamp: "2026-07-29T10:58:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:58:05Z"
    name: isvc-canary-stop-predictor-75dfd479cd.18c6bd85ea730f9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24267"
    uid: cefd2681-b124-4962-8a97-f11bc788adfd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:58:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24248"
    uid: 6f5b98f6-a1f8-4772-a3fb-075dd6020936
  kind: Event
  lastTimestamp: "2026-07-29T10:58:05Z"
  message: Scaled up replica set isvc-canary-stop-predictor-75dfd479cd from 0 to 1
  metadata:
    creationTimestamp: "2026-07-29T10:58:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:58:05Z"
    name: isvc-canary-stop-predictor.18c6bd85e589a436
    namespace: kserve-ci-e2e-test
    resourceVersion: "24250"
    uid: 00e908f8-54fa-43a8-8a30-8ed649fe39cb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-29T10:58:05.173392Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-865fc6b775-gs95d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24266"
    uid: 4db18cb9-fe2f-4241-be77-49364295ac96
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-v2-predictor-865fc6b775-gs95d
    to ip-10-0-133-233.ec2.internal
  metadata:
    creationTimestamp: "2026-07-29T10:58:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-29T10:58:05Z"
    name: isvc-canary-stop-v2-predictor-865fc6b775-gs95d.18c6bd85eb34f51e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24278"
    uid: 04136618-61db-4219-8aec-ac3ae93a2385
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-55c85b7848-mlh78
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:58:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-865fc6b775-gs95d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24286"
    uid: 4db18cb9-fe2f-4241-be77-49364295ac96
  kind: Event
  lastTimestamp: "2026-07-29T10:58:05Z"
  message: Add eth0 [10.133.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-29T10:58:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-29T10:58:05Z"
    name: isvc-canary-stop-v2-predictor-865fc6b775-gs95d.18c6bd8604df9ce3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24295"
    uid: e40f60ea-4884-49fc-9422-dec907d13383
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:58:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-865fc6b775-gs95d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24271"
    uid: 4db18cb9-fe2f-4241-be77-49364295ac96
  kind: Event
  lastTimestamp: "2026-07-29T10:58:05Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:13da3ee375cce7c9d4590e64ebb24ecf2e97ed4b2b64f9a4f2e3074ed4aafac1"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T10:58:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:58:05Z"
    name: isvc-canary-stop-v2-predictor-865fc6b775-gs95d.18c6bd86063842f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24299"
    uid: 64721194-184e-47b4-8246-c05c1dc6e50b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:58:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-865fc6b775-gs95d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24271"
    uid: 4db18cb9-fe2f-4241-be77-49364295ac96
  kind: Event
  lastTimestamp: "2026-07-29T10:58:05Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-29T10:58:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:58:05Z"
    name: isvc-canary-stop-v2-predictor-865fc6b775-gs95d.18c6bd86090d456c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24301"
    uid: 637e47d1-e9d7-41de-8f60-a92b2e548eeb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:58:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-865fc6b775-gs95d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24271"
    uid: 4db18cb9-fe2f-4241-be77-49364295ac96
  kind: Event
  lastTimestamp: "2026-07-29T10:58:05Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-29T10:58:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:58:05Z"
    name: isvc-canary-stop-v2-predictor-865fc6b775-gs95d.18c6bd86097f2683
    namespace: kserve-ci-e2e-test
    resourceVersion: "24303"
    uid: c709ec4a-c581-48b2-b11f-cf32549eadf3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:58:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-865fc6b775-gs95d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24271"
    uid: 4db18cb9-fe2f-4241-be77-49364295ac96
  kind: Event
  lastTimestamp: "2026-07-29T10:58:09Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1828"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T10:58:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:58:09Z"
    name: isvc-canary-stop-v2-predictor-865fc6b775-gs95d.18c6bd86f526ed7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24338"
    uid: dc3e2cdb-465e-4c2b-b95d-52fc88fb43d2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:58:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-865fc6b775-gs95d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24271"
    uid: 4db18cb9-fe2f-4241-be77-49364295ac96
  kind: Event
  lastTimestamp: "2026-07-29T10:58:09Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-29T10:58:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:58:09Z"
    name: isvc-canary-stop-v2-predictor-865fc6b775-gs95d.18c6bd86f86b9f70
    namespace: kserve-ci-e2e-test
    resourceVersion: "24340"
    uid: 5db4f347-e521-4d34-825c-7e1026437674
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:58:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-865fc6b775-gs95d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24271"
    uid: 4db18cb9-fe2f-4241-be77-49364295ac96
  kind: Event
  lastTimestamp: "2026-07-29T10:58:09Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T10:58:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:58:09Z"
    name: isvc-canary-stop-v2-predictor-865fc6b775-gs95d.18c6bd86f8dd60fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24342"
    uid: cb095e0b-b5b3-45b4-96ab-bcd115375318
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:58:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-865fc6b775-gs95d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24271"
    uid: 4db18cb9-fe2f-4241-be77-49364295ac96
  kind: Event
  lastTimestamp: "2026-07-29T10:58:09Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T10:58:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:58:09Z"
    name: isvc-canary-stop-v2-predictor-865fc6b775-gs95d.18c6bd86f8e85920
    namespace: kserve-ci-e2e-test
    resourceVersion: "24343"
    uid: 254d0f56-1da2-4b32-88a8-324486e44c06
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:58:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-865fc6b775-gs95d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24271"
    uid: 4db18cb9-fe2f-4241-be77-49364295ac96
  kind: Event
  lastTimestamp: "2026-07-29T10:58:09Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-29T10:58:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:58:09Z"
    name: isvc-canary-stop-v2-predictor-865fc6b775-gs95d.18c6bd86fbc2bf05
    namespace: kserve-ci-e2e-test
    resourceVersion: "24344"
    uid: dc801b6a-0ee4-4aae-ac80-eaa09a22c737
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:58:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-865fc6b775-gs95d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24271"
    uid: 4db18cb9-fe2f-4241-be77-49364295ac96
  kind: Event
  lastTimestamp: "2026-07-29T10:58:09Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T10:58:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:58:09Z"
    name: isvc-canary-stop-v2-predictor-865fc6b775-gs95d.18c6bd86fc2c086c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24346"
    uid: 2560b7f8-d96c-47cf-b241-b55554975b20
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-29T10:58:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-865fc6b775-gs95d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24271"
    uid: 4db18cb9-fe2f-4241-be77-49364295ac96
  kind: Event
  lastTimestamp: "2026-07-29T10:59:39Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.24:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-29T10:58:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:59:39Z"
    name: isvc-canary-stop-v2-predictor-865fc6b775-gs95d.18c6bd876cfb65f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25313"
    uid: 9143275b-026c-4da5-b1c9-bdd89c7beb05
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-233.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:59:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-865fc6b775-gs95d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24271"
    uid: 4db18cb9-fe2f-4241-be77-49364295ac96
  kind: Event
  lastTimestamp: "2026-07-29T10:59:35Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T10:59:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:59:35Z"
    name: isvc-canary-stop-v2-predictor-865fc6b775-gs95d.18c6bd9ae3208d7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25185"
    uid: 7ea4d3dc-3bb0-472c-bb87-9359214a93da
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:59:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-865fc6b775-gs95d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24271"
    uid: 4db18cb9-fe2f-4241-be77-49364295ac96
  kind: Event
  lastTimestamp: "2026-07-29T10:59:35Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T10:59:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:59:35Z"
    name: isvc-canary-stop-v2-predictor-865fc6b775-gs95d.18c6bd9ae3211037
    namespace: kserve-ci-e2e-test
    resourceVersion: "25186"
    uid: 96c8aba3-88a5-4bb0-b4f5-a6d97e8de6d9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:59:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-865fc6b775-gs95d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24271"
    uid: 4db18cb9-fe2f-4241-be77-49364295ac96
  kind: Event
  lastTimestamp: "2026-07-29T10:59:37Z"
  message: 'Readiness probe failed: Get "https://10.133.0.24:8643/healthz": dial tcp
    10.133.0.24:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-29T10:59:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:59:37Z"
    name: isvc-canary-stop-v2-predictor-865fc6b775-gs95d.18c6bd9b7334cf51
    namespace: kserve-ci-e2e-test
    resourceVersion: "25255"
    uid: 5853fdc7-8dd9-4ec6-b53c-5cce3ad78741
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-233.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:58:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-v2-predictor-865fc6b775
    namespace: kserve-ci-e2e-test
    resourceVersion: "24258"
    uid: b2a1fb41-0eb0-4e80-a193-568b2afc905b
  kind: Event
  lastTimestamp: "2026-07-29T10:58:05Z"
  message: 'Created pod: isvc-canary-stop-v2-predictor-865fc6b775-gs95d'
  metadata:
    creationTimestamp: "2026-07-29T10:58:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:58:05Z"
    name: isvc-canary-stop-v2-predictor-865fc6b775.18c6bd85eaa51922
    namespace: kserve-ci-e2e-test
    resourceVersion: "24273"
    uid: b71527ee-ab84-43b0-b2af-26e8b2866ec7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:58:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24257"
    uid: f443d719-23e0-4845-ae3e-63556e100f37
  kind: Event
  lastTimestamp: "2026-07-29T10:58:05Z"
  message: Scaled up replica set isvc-canary-stop-v2-predictor-865fc6b775 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-29T10:58:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:58:05Z"
    name: isvc-canary-stop-v2-predictor.18c6bd85e77a34e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24260"
    uid: 13374aff-65ca-4e05-bfce-877ec28fde3f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 18
  eventTime: null
  firstTimestamp: "2026-07-29T10:58:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "24238"
    uid: 0da5d303-b57f-4da9-be2f-230ed18c95db
  kind: Event
  lastTimestamp: "2026-07-29T10:59:35Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-29T10:58:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T10:59:35Z"
    name: isvc-canary-stop.18c6bd85e720065f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25190"
    uid: b6341dec-1a13-4ce8-be5c-c88c0f350a9b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:58:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "24238"
    uid: 0da5d303-b57f-4da9-be2f-230ed18c95db
  kind: Event
  lastTimestamp: "2026-07-29T10:58:05Z"
  message: 'Failed to update status for InferenceService "isvc-canary-stop": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-stop":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-29T10:58:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T10:58:05Z"
    name: isvc-canary-stop.18c6bd85e782e634
    namespace: kserve-ci-e2e-test
    resourceVersion: "24261"
    uid: 5fe50e66-5324-4657-b2a2-8899b264ce5c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:58:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "24238"
    uid: 0da5d303-b57f-4da9-be2f-230ed18c95db
  kind: Event
  lastTimestamp: "2026-07-29T10:58:05Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-stop": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-29T10:58:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T10:58:05Z"
    name: isvc-canary-stop.18c6bd85e78333f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24263"
    uid: 8bc709ef-6626-4901-b829-770490510b9d
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:59:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "24908"
    uid: 0da5d303-b57f-4da9-be2f-230ed18c95db
  kind: Event
  lastTimestamp: "2026-07-29T10:59:28Z"
  message: InferenceService [isvc-canary-stop] is Ready
  metadata:
    creationTimestamp: "2026-07-29T10:59:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T10:59:28Z"
    name: isvc-canary-stop.18c6bd99400a8b90
    namespace: kserve-ci-e2e-test
    resourceVersion: "24909"
    uid: f1364bb3-84df-40d3-a5ef-03af3ee8e564
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:59:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "25180"
    uid: 0da5d303-b57f-4da9-be2f-230ed18c95db
  kind: Event
  lastTimestamp: "2026-07-29T10:59:35Z"
  message: 'InferenceService [isvc-canary-stop] is no longer Ready because of: PredictorReady,
    Ready'
  metadata:
    creationTimestamp: "2026-07-29T10:59:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T10:59:35Z"
    name: isvc-canary-stop.18c6bd9ae288f808
    namespace: kserve-ci-e2e-test
    resourceVersion: "25184"
    uid: bbc3c671-38c8-4214-b54d-00cb11f25ca7
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-29T11:01:49.914577Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-096ae9-predictor-77d8d5bb75-br52r
    namespace: kserve-ci-e2e-test
    resourceVersion: "26453"
    uid: 20ed41cd-4c0f-4036-bcf8-3151fc89c835
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-096ae9-predictor-77d8d5bb75-br52r
    to ip-10-0-137-111.ec2.internal
  metadata:
    creationTimestamp: "2026-07-29T11:01:49Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-29T11:01:49Z"
    name: isvc-init-fail-096ae9-predictor-77d8d5bb75-br52r.18c6bdba3ed35dd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "26458"
    uid: 6b6a099f-74fa-48d0-973f-ad7e36eeb247
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-55c85b7848-mlh78
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:01:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-096ae9-predictor-77d8d5bb75-br52r
    namespace: kserve-ci-e2e-test
    resourceVersion: "26463"
    uid: 20ed41cd-4c0f-4036-bcf8-3151fc89c835
  kind: Event
  lastTimestamp: "2026-07-29T11:01:50Z"
  message: Add eth0 [10.132.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-29T11:01:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-29T11:01:50Z"
    name: isvc-init-fail-096ae9-predictor-77d8d5bb75-br52r.18c6bdba58357744
    namespace: kserve-ci-e2e-test
    resourceVersion: "26471"
    uid: d77a529b-ca98-43ca-9414-f10c2fed364e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T11:01:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-096ae9-predictor-77d8d5bb75-br52r
    namespace: kserve-ci-e2e-test
    resourceVersion: "26455"
    uid: 20ed41cd-4c0f-4036-bcf8-3151fc89c835
  kind: Event
  lastTimestamp: "2026-07-29T11:01:54Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:13da3ee375cce7c9d4590e64ebb24ecf2e97ed4b2b64f9a4f2e3074ed4aafac1"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:01:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:01:54Z"
    name: isvc-init-fail-096ae9-predictor-77d8d5bb75-br52r.18c6bdba59c2ced0
    namespace: kserve-ci-e2e-test
    resourceVersion: "26513"
    uid: b84b2985-01a1-4bac-ba60-aa0c68971cc0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T11:01:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-096ae9-predictor-77d8d5bb75-br52r
    namespace: kserve-ci-e2e-test
    resourceVersion: "26455"
    uid: 20ed41cd-4c0f-4036-bcf8-3151fc89c835
  kind: Event
  lastTimestamp: "2026-07-29T11:01:55Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-29T11:01:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:01:55Z"
    name: isvc-init-fail-096ae9-predictor-77d8d5bb75-br52r.18c6bdba5c741e2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26515"
    uid: 8f737af5-df4a-4494-a7f8-afaf6f2b71e7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T11:01:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-096ae9-predictor-77d8d5bb75-br52r
    namespace: kserve-ci-e2e-test
    resourceVersion: "26455"
    uid: 20ed41cd-4c0f-4036-bcf8-3151fc89c835
  kind: Event
  lastTimestamp: "2026-07-29T11:01:55Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-29T11:01:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:01:55Z"
    name: isvc-init-fail-096ae9-predictor-77d8d5bb75-br52r.18c6bdba5ce9ebc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26516"
    uid: e9badf5b-7a0e-460c-af30-ef2ad772ca7d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:01:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-096ae9-predictor-77d8d5bb75-br52r
    namespace: kserve-ci-e2e-test
    resourceVersion: "26455"
    uid: 20ed41cd-4c0f-4036-bcf8-3151fc89c835
  kind: Event
  lastTimestamp: "2026-07-29T11:01:59Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-07-29T11:01:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:01:59Z"
    name: isvc-init-fail-096ae9-predictor-77d8d5bb75-br52r.18c6bdbc93847e8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26575"
    uid: 32118b94-da1d-4cf5-9f72-d945d45ccfb7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:01:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-096ae9-predictor-77d8d5bb75
    namespace: kserve-ci-e2e-test
    resourceVersion: "26446"
    uid: 9f94754a-c065-4cb7-a233-71e08051cafe
  kind: Event
  lastTimestamp: "2026-07-29T11:01:49Z"
  message: 'Created pod: isvc-init-fail-096ae9-predictor-77d8d5bb75-br52r'
  metadata:
    creationTimestamp: "2026-07-29T11:01:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:01:49Z"
    name: isvc-init-fail-096ae9-predictor-77d8d5bb75.18c6bdba3e4784f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "26454"
    uid: 4074a414-cb54-4d77-9533-95082bcaa422
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:01:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-096ae9-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26444"
    uid: aa1446c7-c17b-41df-9338-da5b4ff8f5fc
  kind: Event
  lastTimestamp: "2026-07-29T11:01:49Z"
  message: Scaled up replica set isvc-init-fail-096ae9-predictor-77d8d5bb75 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-29T11:01:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:01:49Z"
    name: isvc-init-fail-096ae9-predictor.18c6bdba3b31840a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26447"
    uid: f39a84e1-e028-48de-bcce-aa8208f6beff
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-29T11:01:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-096ae9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26437"
    uid: ff2b5ab4-44dc-41d8-ae5b-da60b0ab3e58
  kind: Event
  lastTimestamp: "2026-07-29T11:01:55Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-29T11:01:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:01:55Z"
    name: isvc-init-fail-096ae9.18c6bdba3b3372eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26519"
    uid: 7a0ec8b0-7bdc-400f-8380-2c34afd38ee7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:01:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-096ae9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26437"
    uid: ff2b5ab4-44dc-41d8-ae5b-da60b0ab3e58
  kind: Event
  lastTimestamp: "2026-07-29T11:01:49Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-096ae9":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-096ae9":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-29T11:01:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:01:49Z"
    name: isvc-init-fail-096ae9.18c6bdba3baa8682
    namespace: kserve-ci-e2e-test
    resourceVersion: "26450"
    uid: f57042b2-cb6a-47b1-b856-70e7f0e700e1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:01:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-096ae9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26437"
    uid: ff2b5ab4-44dc-41d8-ae5b-da60b0ab3e58
  kind: Event
  lastTimestamp: "2026-07-29T11:01:49Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-096ae9": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-29T11:01:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:01:49Z"
    name: isvc-init-fail-096ae9.18c6bdba3baabcef
    namespace: kserve-ci-e2e-test
    resourceVersion: "26451"
    uid: d5a7ceb6-1e35-468b-b9d9-1a921baa234a
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-29T10:45:28.438770Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-66e3d-predictor-67955bccd6-bt7vx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18184"
    uid: fbd2c5a5-64f6-4a6f-aa0e-99ad6d55d7fa
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-raw-66e3d-predictor-67955bccd6-bt7vx
    to ip-10-0-137-111.ec2.internal
  metadata:
    creationTimestamp: "2026-07-29T10:45:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-29T10:45:28Z"
    name: isvc-logger-raw-66e3d-predictor-67955bccd6-bt7vx.18c6bcd5ba4f04ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "18188"
    uid: bedf531b-2842-482e-b8cb-a52cd4e58369
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-55c85b7848-mlh78
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:45:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-66e3d-predictor-67955bccd6-bt7vx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18193"
    uid: fbd2c5a5-64f6-4a6f-aa0e-99ad6d55d7fa
  kind: Event
  lastTimestamp: "2026-07-29T10:45:28Z"
  message: Add eth0 [10.132.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-29T10:45:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-29T10:45:28Z"
    name: isvc-logger-raw-66e3d-predictor-67955bccd6-bt7vx.18c6bcd5d3cbe158
    namespace: kserve-ci-e2e-test
    resourceVersion: "18202"
    uid: 7c7c0760-8d2a-4a7e-8d85-50e0eb0249f6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:45:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-66e3d-predictor-67955bccd6-bt7vx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18186"
    uid: fbd2c5a5-64f6-4a6f-aa0e-99ad6d55d7fa
  kind: Event
  lastTimestamp: "2026-07-29T10:45:28Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:13da3ee375cce7c9d4590e64ebb24ecf2e97ed4b2b64f9a4f2e3074ed4aafac1"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T10:45:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:45:28Z"
    name: isvc-logger-raw-66e3d-predictor-67955bccd6-bt7vx.18c6bcd5d5634251
    namespace: kserve-ci-e2e-test
    resourceVersion: "18204"
    uid: d8e19eab-27b9-4c36-8050-64d8dd1749f4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:45:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-66e3d-predictor-67955bccd6-bt7vx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18186"
    uid: fbd2c5a5-64f6-4a6f-aa0e-99ad6d55d7fa
  kind: Event
  lastTimestamp: "2026-07-29T10:45:28Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-29T10:45:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:45:28Z"
    name: isvc-logger-raw-66e3d-predictor-67955bccd6-bt7vx.18c6bcd5d8032539
    namespace: kserve-ci-e2e-test
    resourceVersion: "18205"
    uid: 2fa61507-66c0-4e31-9af5-37513a5f8e7d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:45:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-66e3d-predictor-67955bccd6-bt7vx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18186"
    uid: fbd2c5a5-64f6-4a6f-aa0e-99ad6d55d7fa
  kind: Event
  lastTimestamp: "2026-07-29T10:45:28Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-29T10:45:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:45:28Z"
    name: isvc-logger-raw-66e3d-predictor-67955bccd6-bt7vx.18c6bcd5d8759eab
    namespace: kserve-ci-e2e-test
    resourceVersion: "18206"
    uid: ebf12ea8-23ff-43c8-b74e-8c8b4e2d748f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:45:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-66e3d-predictor-67955bccd6-bt7vx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18186"
    uid: fbd2c5a5-64f6-4a6f-aa0e-99ad6d55d7fa
  kind: Event
  lastTimestamp: "2026-07-29T10:45:32Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1828"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T10:45:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:45:32Z"
    name: isvc-logger-raw-66e3d-predictor-67955bccd6-bt7vx.18c6bcd6c7cacfd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18243"
    uid: 2b99e237-e245-46a6-a945-f519062fe871
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:45:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-66e3d-predictor-67955bccd6-bt7vx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18186"
    uid: fbd2c5a5-64f6-4a6f-aa0e-99ad6d55d7fa
  kind: Event
  lastTimestamp: "2026-07-29T10:45:33Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-29T10:45:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:45:33Z"
    name: isvc-logger-raw-66e3d-predictor-67955bccd6-bt7vx.18c6bcd6cb0efdba
    namespace: kserve-ci-e2e-test
    resourceVersion: "18247"
    uid: ee6acfdc-f0f3-45c9-b41d-641a2151fec5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:45:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-66e3d-predictor-67955bccd6-bt7vx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18186"
    uid: fbd2c5a5-64f6-4a6f-aa0e-99ad6d55d7fa
  kind: Event
  lastTimestamp: "2026-07-29T10:45:33Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T10:45:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:45:33Z"
    name: isvc-logger-raw-66e3d-predictor-67955bccd6-bt7vx.18c6bcd6cb84b613
    namespace: kserve-ci-e2e-test
    resourceVersion: "18248"
    uid: 553c44c7-d5c4-48fd-9fe1-3e6c7f1eb4f6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:45:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-66e3d-predictor-67955bccd6-bt7vx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18186"
    uid: fbd2c5a5-64f6-4a6f-aa0e-99ad6d55d7fa
  kind: Event
  lastTimestamp: "2026-07-29T10:45:33Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T10:45:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:45:33Z"
    name: isvc-logger-raw-66e3d-predictor-67955bccd6-bt7vx.18c6bcd6cb911671
    namespace: kserve-ci-e2e-test
    resourceVersion: "18249"
    uid: 6863b815-5d42-4818-b40d-b4e05e97f571
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:45:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-66e3d-predictor-67955bccd6-bt7vx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18186"
    uid: fbd2c5a5-64f6-4a6f-aa0e-99ad6d55d7fa
  kind: Event
  lastTimestamp: "2026-07-29T10:45:33Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-29T10:45:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:45:33Z"
    name: isvc-logger-raw-66e3d-predictor-67955bccd6-bt7vx.18c6bcd6cebae6e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18251"
    uid: 31de66d8-e0da-4610-a25e-28cd50a8f2d0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:45:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-66e3d-predictor-67955bccd6-bt7vx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18186"
    uid: fbd2c5a5-64f6-4a6f-aa0e-99ad6d55d7fa
  kind: Event
  lastTimestamp: "2026-07-29T10:45:33Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T10:45:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:45:33Z"
    name: isvc-logger-raw-66e3d-predictor-67955bccd6-bt7vx.18c6bcd6cf29e4f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18252"
    uid: ac82b076-4e3b-43d8-b5b5-041455f2515d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:45:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-66e3d-predictor-67955bccd6-bt7vx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18186"
    uid: fbd2c5a5-64f6-4a6f-aa0e-99ad6d55d7fa
  kind: Event
  lastTimestamp: "2026-07-29T10:45:33Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:da1a151aae0f419a312e9da5e6473fcbbaa6bf56d1033e65d294b56cc3bbac48"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T10:45:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:45:33Z"
    name: isvc-logger-raw-66e3d-predictor-67955bccd6-bt7vx.18c6bcd6cf347a06
    namespace: kserve-ci-e2e-test
    resourceVersion: "18253"
    uid: 03330b88-f8b2-4f9a-8878-0ccbcc2d7f19
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:45:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-66e3d-predictor-67955bccd6-bt7vx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18186"
    uid: fbd2c5a5-64f6-4a6f-aa0e-99ad6d55d7fa
  kind: Event
  lastTimestamp: "2026-07-29T10:45:33Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-29T10:45:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:45:33Z"
    name: isvc-logger-raw-66e3d-predictor-67955bccd6-bt7vx.18c6bcd6d1eacfc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18255"
    uid: 0a2092d1-85cc-4dc3-8780-af25610bd550
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:45:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-66e3d-predictor-67955bccd6-bt7vx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18186"
    uid: fbd2c5a5-64f6-4a6f-aa0e-99ad6d55d7fa
  kind: Event
  lastTimestamp: "2026-07-29T10:45:33Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-29T10:45:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:45:33Z"
    name: isvc-logger-raw-66e3d-predictor-67955bccd6-bt7vx.18c6bcd6d2613161
    namespace: kserve-ci-e2e-test
    resourceVersion: "18256"
    uid: ab901b00-23f0-4118-93f1-834cc4f42806
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-29T10:45:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-66e3d-predictor-67955bccd6-bt7vx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18186"
    uid: fbd2c5a5-64f6-4a6f-aa0e-99ad6d55d7fa
  kind: Event
  lastTimestamp: "2026-07-29T10:47:14Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-29T10:45:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:47:14Z"
    name: isvc-logger-raw-66e3d-predictor-67955bccd6-bt7vx.18c6bcd73faf1f7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19106"
    uid: b50ff685-59f9-4163-8f16-88926d62bdb5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-29T10:45:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-66e3d-predictor-67955bccd6-bt7vx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18186"
    uid: fbd2c5a5-64f6-4a6f-aa0e-99ad6d55d7fa
  kind: Event
  lastTimestamp: "2026-07-29T10:47:04Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-29T10:45:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:47:04Z"
    name: isvc-logger-raw-66e3d-predictor-67955bccd6-bt7vx.18c6bcd73fb81d84
    namespace: kserve-ci-e2e-test
    resourceVersion: "19015"
    uid: 377946f8-42bb-4c79-8446-3b200af294f1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:47:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-66e3d-predictor-67955bccd6-bt7vx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18186"
    uid: fbd2c5a5-64f6-4a6f-aa0e-99ad6d55d7fa
  kind: Event
  lastTimestamp: "2026-07-29T10:47:03Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T10:47:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:47:03Z"
    name: isvc-logger-raw-66e3d-predictor-67955bccd6-bt7vx.18c6bcebe54ef36e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18953"
    uid: 82f7ac07-831b-4e9a-ad01-2570bfc8577d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:47:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-66e3d-predictor-67955bccd6-bt7vx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18186"
    uid: fbd2c5a5-64f6-4a6f-aa0e-99ad6d55d7fa
  kind: Event
  lastTimestamp: "2026-07-29T10:47:03Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-07-29T10:47:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:47:03Z"
    name: isvc-logger-raw-66e3d-predictor-67955bccd6-bt7vx.18c6bcebe54f3c8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18957"
    uid: b014a701-21e9-47b6-a72a-4663357c31ec
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:47:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-66e3d-predictor-67955bccd6-bt7vx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18186"
    uid: fbd2c5a5-64f6-4a6f-aa0e-99ad6d55d7fa
  kind: Event
  lastTimestamp: "2026-07-29T10:47:03Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T10:47:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:47:03Z"
    name: isvc-logger-raw-66e3d-predictor-67955bccd6-bt7vx.18c6bcebe54f8b8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18959"
    uid: 79f5b72e-52c6-44f5-a1aa-3a1c37a72cca
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T10:47:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-66e3d-predictor-67955bccd6-bt7vx
    namespace: kserve-ci-e2e-test
    resourceVersion: "18186"
    uid: fbd2c5a5-64f6-4a6f-aa0e-99ad6d55d7fa
  kind: Event
  lastTimestamp: "2026-07-29T10:47:10Z"
  message: 'Readiness probe failed: Get "https://10.132.0.30:8643/healthz": dial tcp
    10.132.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-29T10:47:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:47:10Z"
    name: isvc-logger-raw-66e3d-predictor-67955bccd6-bt7vx.18c6bcec6feb3edd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19076"
    uid: ceb0d923-21fa-48e1-a805-f94039cdeafb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:45:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-raw-66e3d-predictor-67955bccd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18173"
    uid: 986f6335-ddf3-45e9-974f-0c384382a47f
  kind: Event
  lastTimestamp: "2026-07-29T10:45:28Z"
  message: 'Created pod: isvc-logger-raw-66e3d-predictor-67955bccd6-bt7vx'
  metadata:
    creationTimestamp: "2026-07-29T10:45:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:45:28Z"
    name: isvc-logger-raw-66e3d-predictor-67955bccd6.18c6bcd5b9b9e4da
    namespace: kserve-ci-e2e-test
    resourceVersion: "18185"
    uid: ba86d011-d88c-47d9-9552-dff731e1589f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:45:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-raw-66e3d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18171"
    uid: 094de065-8a89-421f-8729-fb9ddd3dd1e8
  kind: Event
  lastTimestamp: "2026-07-29T10:45:28Z"
  message: Scaled up replica set isvc-logger-raw-66e3d-predictor-67955bccd6 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-29T10:45:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:45:28Z"
    name: isvc-logger-raw-66e3d-predictor.18c6bcd5b607c6dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18174"
    uid: 26813ad3-563c-4b73-956e-f0457c014f81
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-29T10:45:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-66e3d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18172"
    uid: 87ca507e-e33e-46a0-81eb-6be9b7062a1f
  kind: Event
  lastTimestamp: "2026-07-29T10:46:13Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T10:45:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:46:13Z"
    name: isvc-logger-raw-66e3d-predictor.18c6bcd934633816
    namespace: kserve-ci-e2e-test
    resourceVersion: "18551"
    uid: 32e185e4-bc48-46a1-ae1f-b32b4290913e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-29T10:45:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-66e3d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18172"
    uid: 87ca507e-e33e-46a0-81eb-6be9b7062a1f
  kind: Event
  lastTimestamp: "2026-07-29T10:46:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T10:45:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:46:13Z"
    name: isvc-logger-raw-66e3d-predictor.18c6bcd934c583ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "18552"
    uid: 980defc3-a4e6-40ae-9884-2ea5cfd5eff6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-29T10:46:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-66e3d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18343"
    uid: 87ca507e-e33e-46a0-81eb-6be9b7062a1f
  kind: Event
  lastTimestamp: "2026-07-29T10:46:58Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-29T10:46:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:46:58Z"
    name: isvc-logger-raw-66e3d-predictor.18c6bce3b0c56106
    namespace: kserve-ci-e2e-test
    resourceVersion: "18882"
    uid: eb1fe093-76d1-45d3-9513-05ecfbb95242
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-29T10:46:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-66e3d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18343"
    uid: 87ca507e-e33e-46a0-81eb-6be9b7062a1f
  kind: Event
  lastTimestamp: "2026-07-29T10:46:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-29T10:46:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:46:58Z"
    name: isvc-logger-raw-66e3d-predictor.18c6bce3b12c4222
    namespace: kserve-ci-e2e-test
    resourceVersion: "18884"
    uid: 21789bdc-4975-47cf-897e-de6729c11774
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-29T10:45:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-66e3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18163"
    uid: ce653855-1abb-4438-a710-f983ccf5bb1f
  kind: Event
  lastTimestamp: "2026-07-29T10:46:54Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-29T10:45:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T10:46:54Z"
    name: isvc-logger-raw-66e3d.18c6bcd5b60ab3fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "18856"
    uid: 222b99b4-1c7a-44ed-aea0-5963a33a18c5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:45:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-66e3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18163"
    uid: ce653855-1abb-4438-a710-f983ccf5bb1f
  kind: Event
  lastTimestamp: "2026-07-29T10:45:28Z"
  message: 'Failed to update status for InferenceService "isvc-logger-raw-66e3d":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger-raw-66e3d":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-29T10:45:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T10:45:28Z"
    name: isvc-logger-raw-66e3d.18c6bcd5b677f2eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18178"
    uid: aae2402b-59df-442f-9231-f12084122876
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:46:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-66e3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18853"
    uid: ce653855-1abb-4438-a710-f983ccf5bb1f
  kind: Event
  lastTimestamp: "2026-07-29T10:46:54Z"
  message: InferenceService [isvc-logger-raw-66e3d] is Ready
  metadata:
    creationTimestamp: "2026-07-29T10:46:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T10:46:54Z"
    name: isvc-logger-raw-66e3d.18c6bce9ddebd241
    namespace: kserve-ci-e2e-test
    resourceVersion: "18854"
    uid: bb8b1cad-c38f-4f5c-9575-e31da660c466
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-29T10:59:45.483321Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-a23c96-predictor-5585c459fd-4c44k
    namespace: kserve-ci-e2e-test
    resourceVersion: "25386"
    uid: 4e1ba43e-8fc8-4e12-bf6c-49101c48c616
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-a23c96-predictor-5585c459fd-4c44k
    to ip-10-0-133-233.ec2.internal
  metadata:
    creationTimestamp: "2026-07-29T10:59:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-29T10:59:45Z"
    name: isvc-primary-a23c96-predictor-5585c459fd-4c44k.18c6bd9d46250db8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25393"
    uid: 4f10002a-e7f0-4253-a596-8b46a951b8bd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-55c85b7848-mlh78
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:59:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-a23c96-predictor-5585c459fd-4c44k
    namespace: kserve-ci-e2e-test
    resourceVersion: "25397"
    uid: 4e1ba43e-8fc8-4e12-bf6c-49101c48c616
  kind: Event
  lastTimestamp: "2026-07-29T10:59:45Z"
  message: Add eth0 [10.133.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-29T10:59:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-29T10:59:45Z"
    name: isvc-primary-a23c96-predictor-5585c459fd-4c44k.18c6bd9d5fb5dd4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25404"
    uid: f4673ccc-aada-4a3d-98f6-79c6558554fc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:59:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-a23c96-predictor-5585c459fd-4c44k
    namespace: kserve-ci-e2e-test
    resourceVersion: "25389"
    uid: 4e1ba43e-8fc8-4e12-bf6c-49101c48c616
  kind: Event
  lastTimestamp: "2026-07-29T10:59:45Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:13da3ee375cce7c9d4590e64ebb24ecf2e97ed4b2b64f9a4f2e3074ed4aafac1"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T10:59:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:59:45Z"
    name: isvc-primary-a23c96-predictor-5585c459fd-4c44k.18c6bd9d6119ce7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25406"
    uid: cf93e415-249f-4285-82cf-acb4551d60fb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:59:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-a23c96-predictor-5585c459fd-4c44k
    namespace: kserve-ci-e2e-test
    resourceVersion: "25389"
    uid: 4e1ba43e-8fc8-4e12-bf6c-49101c48c616
  kind: Event
  lastTimestamp: "2026-07-29T10:59:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-29T10:59:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:59:45Z"
    name: isvc-primary-a23c96-predictor-5585c459fd-4c44k.18c6bd9d640a2967
    namespace: kserve-ci-e2e-test
    resourceVersion: "25407"
    uid: 4082c269-b1ab-4b4a-8405-8e6095bc5f8d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:59:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-a23c96-predictor-5585c459fd-4c44k
    namespace: kserve-ci-e2e-test
    resourceVersion: "25389"
    uid: 4e1ba43e-8fc8-4e12-bf6c-49101c48c616
  kind: Event
  lastTimestamp: "2026-07-29T10:59:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-29T10:59:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:59:45Z"
    name: isvc-primary-a23c96-predictor-5585c459fd-4c44k.18c6bd9d647bf3bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "25408"
    uid: 1e3afa4e-d49e-45fd-ae13-109852cdb216
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:59:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-a23c96-predictor-5585c459fd-4c44k
    namespace: kserve-ci-e2e-test
    resourceVersion: "25389"
    uid: 4e1ba43e-8fc8-4e12-bf6c-49101c48c616
  kind: Event
  lastTimestamp: "2026-07-29T10:59:50Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1828"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T10:59:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:59:50Z"
    name: isvc-primary-a23c96-predictor-5585c459fd-4c44k.18c6bd9e53e6c17d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25442"
    uid: 32903905-702e-4961-843b-4c09f24add74
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:59:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-a23c96-predictor-5585c459fd-4c44k
    namespace: kserve-ci-e2e-test
    resourceVersion: "25389"
    uid: 4e1ba43e-8fc8-4e12-bf6c-49101c48c616
  kind: Event
  lastTimestamp: "2026-07-29T10:59:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-29T10:59:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:59:50Z"
    name: isvc-primary-a23c96-predictor-5585c459fd-4c44k.18c6bd9e56c65530
    namespace: kserve-ci-e2e-test
    resourceVersion: "25444"
    uid: cf1d371e-c030-4819-afc1-1bd5be55400f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:59:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-a23c96-predictor-5585c459fd-4c44k
    namespace: kserve-ci-e2e-test
    resourceVersion: "25389"
    uid: 4e1ba43e-8fc8-4e12-bf6c-49101c48c616
  kind: Event
  lastTimestamp: "2026-07-29T10:59:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T10:59:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:59:50Z"
    name: isvc-primary-a23c96-predictor-5585c459fd-4c44k.18c6bd9e573fed5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25445"
    uid: 1626cdc1-2417-42ec-8208-f8b4291f8aaa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:59:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-a23c96-predictor-5585c459fd-4c44k
    namespace: kserve-ci-e2e-test
    resourceVersion: "25389"
    uid: 4e1ba43e-8fc8-4e12-bf6c-49101c48c616
  kind: Event
  lastTimestamp: "2026-07-29T10:59:50Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T10:59:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:59:50Z"
    name: isvc-primary-a23c96-predictor-5585c459fd-4c44k.18c6bd9e574b0aa5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25448"
    uid: e98eb510-dd00-486a-87db-815a6160e673
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:59:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-a23c96-predictor-5585c459fd-4c44k
    namespace: kserve-ci-e2e-test
    resourceVersion: "25389"
    uid: 4e1ba43e-8fc8-4e12-bf6c-49101c48c616
  kind: Event
  lastTimestamp: "2026-07-29T10:59:50Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-29T10:59:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:59:50Z"
    name: isvc-primary-a23c96-predictor-5585c459fd-4c44k.18c6bd9e5a85ad6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25451"
    uid: 4f2017c6-fde9-46c7-ae01-aa4c72a13497
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:59:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-a23c96-predictor-5585c459fd-4c44k
    namespace: kserve-ci-e2e-test
    resourceVersion: "25389"
    uid: 4e1ba43e-8fc8-4e12-bf6c-49101c48c616
  kind: Event
  lastTimestamp: "2026-07-29T10:59:50Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T10:59:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:59:50Z"
    name: isvc-primary-a23c96-predictor-5585c459fd-4c44k.18c6bd9e5af68e3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25452"
    uid: fc133a2a-58ae-4d94-b206-a3fa6b62867f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-29T10:59:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-a23c96-predictor-5585c459fd-4c44k
    namespace: kserve-ci-e2e-test
    resourceVersion: "25389"
    uid: 4e1ba43e-8fc8-4e12-bf6c-49101c48c616
  kind: Event
  lastTimestamp: "2026-07-29T11:01:48Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.25:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-29T10:59:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:01:48Z"
    name: isvc-primary-a23c96-predictor-5585c459fd-4c44k.18c6bd9e8fedbb7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26411"
    uid: b91841bc-970b-4d6f-9509-ef794e09407b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-233.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:01:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-a23c96-predictor-5585c459fd-4c44k
    namespace: kserve-ci-e2e-test
    resourceVersion: "25389"
    uid: 4e1ba43e-8fc8-4e12-bf6c-49101c48c616
  kind: Event
  lastTimestamp: "2026-07-29T11:01:44Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T11:01:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:01:44Z"
    name: isvc-primary-a23c96-predictor-5585c459fd-4c44k.18c6bdb90ca7bd63
    namespace: kserve-ci-e2e-test
    resourceVersion: "26381"
    uid: 4c99f15f-38ee-404f-81c3-be9c536bc5ff
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:01:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-a23c96-predictor-5585c459fd-4c44k
    namespace: kserve-ci-e2e-test
    resourceVersion: "25389"
    uid: 4e1ba43e-8fc8-4e12-bf6c-49101c48c616
  kind: Event
  lastTimestamp: "2026-07-29T11:01:44Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T11:01:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:01:44Z"
    name: isvc-primary-a23c96-predictor-5585c459fd-4c44k.18c6bdb90ca84b7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26382"
    uid: 8bd9f3bb-d4d5-45ac-8e11-b000f7229171
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:01:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-a23c96-predictor-5585c459fd-4c44k
    namespace: kserve-ci-e2e-test
    resourceVersion: "25389"
    uid: 4e1ba43e-8fc8-4e12-bf6c-49101c48c616
  kind: Event
  lastTimestamp: "2026-07-29T11:01:48Z"
  message: 'Readiness probe failed: Get "https://10.133.0.25:8643/healthz": dial tcp
    10.133.0.25:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-29T11:01:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:01:48Z"
    name: isvc-primary-a23c96-predictor-5585c459fd-4c44k.18c6bdb9ce21f492
    namespace: kserve-ci-e2e-test
    resourceVersion: "26410"
    uid: b17e7da8-9490-47d7-abb4-12c81919a745
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-233.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:59:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-a23c96-predictor-5585c459fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "25377"
    uid: d47cd99d-fca5-49e8-ba1f-f30b3c637369
  kind: Event
  lastTimestamp: "2026-07-29T10:59:45Z"
  message: 'Created pod: isvc-primary-a23c96-predictor-5585c459fd-4c44k'
  metadata:
    creationTimestamp: "2026-07-29T10:59:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:59:45Z"
    name: isvc-primary-a23c96-predictor-5585c459fd.18c6bd9d45ab6df8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25387"
    uid: eee11e76-1829-4b3a-9932-d77e5f55dfe8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:59:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-a23c96-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25375"
    uid: be50bead-3ef8-4195-90f9-5f345ab7997e
  kind: Event
  lastTimestamp: "2026-07-29T10:59:45Z"
  message: Scaled up replica set isvc-primary-a23c96-predictor-5585c459fd from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-29T10:59:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:59:45Z"
    name: isvc-primary-a23c96-predictor.18c6bd9d40dd2dc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25378"
    uid: df33fe30-0740-4b7a-95cb-58e68e234a7d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:00:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-a23c96-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25376"
    uid: fab44b72-4632-413a-a970-f21ac197d869
  kind: Event
  lastTimestamp: "2026-07-29T11:00:00Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T11:00:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:00:00Z"
    name: isvc-primary-a23c96-predictor.18c6bda0bfca4534
    namespace: kserve-ci-e2e-test
    resourceVersion: "25535"
    uid: 74c09816-e01f-489c-bab7-f5e7a899a2b0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:00:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-a23c96-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25376"
    uid: fab44b72-4632-413a-a970-f21ac197d869
  kind: Event
  lastTimestamp: "2026-07-29T11:00:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T11:00:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:00:00Z"
    name: isvc-primary-a23c96-predictor.18c6bda0c03c963a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25537"
    uid: 5ea38e81-cef5-4ada-ada3-1b86689f3944
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-29T11:00:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-a23c96-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25536"
    uid: fab44b72-4632-413a-a970-f21ac197d869
  kind: Event
  lastTimestamp: "2026-07-29T11:01:30Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-29T11:00:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:01:30Z"
    name: isvc-primary-a23c96-predictor.18c6bda43f2422e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26191"
    uid: d667821f-45c8-40a4-a71b-7162769a3a22
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-29T11:00:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-a23c96-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25536"
    uid: fab44b72-4632-413a-a970-f21ac197d869
  kind: Event
  lastTimestamp: "2026-07-29T11:01:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-29T11:00:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:01:30Z"
    name: isvc-primary-a23c96-predictor.18c6bda43f8ccede
    namespace: kserve-ci-e2e-test
    resourceVersion: "26193"
    uid: 7b93d8c4-a360-4dbb-9188-032b56d6239e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-29T10:59:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-a23c96
    namespace: kserve-ci-e2e-test
    resourceVersion: "25367"
    uid: ccc25b18-bcab-45a5-9f1f-ff70c8b866ef
  kind: Event
  lastTimestamp: "2026-07-29T11:01:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-29T10:59:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:01:08Z"
    name: isvc-primary-a23c96.18c6bd9d40eea892
    namespace: kserve-ci-e2e-test
    resourceVersion: "26020"
    uid: 5b1f466f-a3d9-42a9-815f-fd30479f2dab
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:59:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-a23c96
    namespace: kserve-ci-e2e-test
    resourceVersion: "25367"
    uid: ccc25b18-bcab-45a5-9f1f-ff70c8b866ef
  kind: Event
  lastTimestamp: "2026-07-29T10:59:45Z"
  message: 'Failed to update status for InferenceService "isvc-primary-a23c96": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-a23c96":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-29T10:59:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T10:59:45Z"
    name: isvc-primary-a23c96.18c6bd9d414a5c4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25381"
    uid: 63dc82a7-bd23-49df-b208-bfedb217ce10
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:59:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-a23c96
    namespace: kserve-ci-e2e-test
    resourceVersion: "25367"
    uid: ccc25b18-bcab-45a5-9f1f-ff70c8b866ef
  kind: Event
  lastTimestamp: "2026-07-29T10:59:45Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-a23c96": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-29T10:59:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T10:59:45Z"
    name: isvc-primary-a23c96.18c6bd9d414aa317
    namespace: kserve-ci-e2e-test
    resourceVersion: "25382"
    uid: 0d3165e7-5235-41d9-8cce-f1cce9e1844f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:01:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-a23c96
    namespace: kserve-ci-e2e-test
    resourceVersion: "26018"
    uid: ccc25b18-bcab-45a5-9f1f-ff70c8b866ef
  kind: Event
  lastTimestamp: "2026-07-29T11:01:08Z"
  message: InferenceService [isvc-primary-a23c96] is Ready
  metadata:
    creationTimestamp: "2026-07-29T11:01:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:01:08Z"
    name: isvc-primary-a23c96.18c6bdb0836983d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26019"
    uid: 15cef95d-8bcd-44f1-911e-22ec150416e2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-29T10:39:42.604727Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-61cfd-predictor-556558959-jdg9x
    namespace: kserve-ci-e2e-test
    resourceVersion: "15033"
    uid: 8ceacbb5-bfd0-4035-9684-1630ce0cdc7e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-raw-sklearn-batcher-61cfd-predictor-556558959-jdg9x
    to ip-10-0-137-111.ec2.internal
  metadata:
    creationTimestamp: "2026-07-29T10:39:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-29T10:39:42Z"
    name: isvc-raw-sklearn-batcher-61cfd-predictor-556558959-jdg9x.18c6bc8534fe511b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15038"
    uid: c51630d3-0d36-4c98-8c8a-c6b04cdc0da4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-55c85b7848-mlh78
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:39:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-61cfd-predictor-556558959-jdg9x
    namespace: kserve-ci-e2e-test
    resourceVersion: "15045"
    uid: 8ceacbb5-bfd0-4035-9684-1630ce0cdc7e
  kind: Event
  lastTimestamp: "2026-07-29T10:39:43Z"
  message: Add eth0 [10.132.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-29T10:39:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-29T10:39:43Z"
    name: isvc-raw-sklearn-batcher-61cfd-predictor-556558959-jdg9x.18c6bc854e8c41c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15056"
    uid: b847a2c0-9e8d-40ba-b195-85bd28cc158c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:39:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-61cfd-predictor-556558959-jdg9x
    namespace: kserve-ci-e2e-test
    resourceVersion: "15035"
    uid: 8ceacbb5-bfd0-4035-9684-1630ce0cdc7e
  kind: Event
  lastTimestamp: "2026-07-29T10:39:43Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:13da3ee375cce7c9d4590e64ebb24ecf2e97ed4b2b64f9a4f2e3074ed4aafac1"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T10:39:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:39:43Z"
    name: isvc-raw-sklearn-batcher-61cfd-predictor-556558959-jdg9x.18c6bc85500839c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15058"
    uid: 4de07c6e-4b10-4b1b-b654-a6838a34c807
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:39:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-61cfd-predictor-556558959-jdg9x
    namespace: kserve-ci-e2e-test
    resourceVersion: "15035"
    uid: 8ceacbb5-bfd0-4035-9684-1630ce0cdc7e
  kind: Event
  lastTimestamp: "2026-07-29T10:39:43Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-29T10:39:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:39:43Z"
    name: isvc-raw-sklearn-batcher-61cfd-predictor-556558959-jdg9x.18c6bc855345f9ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "15059"
    uid: 000d237c-1258-469d-9efc-284614305402
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:39:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-61cfd-predictor-556558959-jdg9x
    namespace: kserve-ci-e2e-test
    resourceVersion: "15035"
    uid: 8ceacbb5-bfd0-4035-9684-1630ce0cdc7e
  kind: Event
  lastTimestamp: "2026-07-29T10:39:43Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-29T10:39:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:39:43Z"
    name: isvc-raw-sklearn-batcher-61cfd-predictor-556558959-jdg9x.18c6bc8553a861d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15060"
    uid: 30b8a61d-ba6d-4fff-835f-fc7f7a60ce41
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:39:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-61cfd-predictor-556558959-jdg9x
    namespace: kserve-ci-e2e-test
    resourceVersion: "15035"
    uid: 8ceacbb5-bfd0-4035-9684-1630ce0cdc7e
  kind: Event
  lastTimestamp: "2026-07-29T10:39:47Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1828"
  metadata:
    creationTimestamp: "2026-07-29T10:39:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:39:47Z"
    name: isvc-raw-sklearn-batcher-61cfd-predictor-556558959-jdg9x.18c6bc8656b53c0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15094"
    uid: dc4fa3ca-9870-4cf2-9686-a067dc1ec2ce
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:40:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-61cfd-predictor-556558959-jdg9x
    namespace: kserve-ci-e2e-test
    resourceVersion: "15035"
    uid: 8ceacbb5-bfd0-4035-9684-1630ce0cdc7e
  kind: Event
  lastTimestamp: "2026-07-29T10:40:00Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1828"
    in 13.033s (13.033s including waiting). Image size: 1555733430 bytes.'
  metadata:
    creationTimestamp: "2026-07-29T10:40:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:40:00Z"
    name: isvc-raw-sklearn-batcher-61cfd-predictor-556558959-jdg9x.18c6bc895f8cd802
    namespace: kserve-ci-e2e-test
    resourceVersion: "15192"
    uid: d5254abc-4ec7-4055-93b2-3d2255ba585f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:40:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-61cfd-predictor-556558959-jdg9x
    namespace: kserve-ci-e2e-test
    resourceVersion: "15035"
    uid: 8ceacbb5-bfd0-4035-9684-1630ce0cdc7e
  kind: Event
  lastTimestamp: "2026-07-29T10:40:00Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-29T10:40:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:40:00Z"
    name: isvc-raw-sklearn-batcher-61cfd-predictor-556558959-jdg9x.18c6bc89630a5e64
    namespace: kserve-ci-e2e-test
    resourceVersion: "15194"
    uid: ea49461c-010f-4409-825d-3dfcc5b85f92
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:40:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-61cfd-predictor-556558959-jdg9x
    namespace: kserve-ci-e2e-test
    resourceVersion: "15035"
    uid: 8ceacbb5-bfd0-4035-9684-1630ce0cdc7e
  kind: Event
  lastTimestamp: "2026-07-29T10:40:00Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T10:40:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:40:00Z"
    name: isvc-raw-sklearn-batcher-61cfd-predictor-556558959-jdg9x.18c6bc89637c8c5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15195"
    uid: 48d91479-32eb-4d14-8ea9-41737dee3e93
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:40:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-61cfd-predictor-556558959-jdg9x
    namespace: kserve-ci-e2e-test
    resourceVersion: "15035"
    uid: 8ceacbb5-bfd0-4035-9684-1630ce0cdc7e
  kind: Event
  lastTimestamp: "2026-07-29T10:40:00Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-07-29T10:40:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:40:00Z"
    name: isvc-raw-sklearn-batcher-61cfd-predictor-556558959-jdg9x.18c6bc89638a1982
    namespace: kserve-ci-e2e-test
    resourceVersion: "15196"
    uid: 25a54427-c673-4a67-9c2f-f55778f019e2
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:40:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-61cfd-predictor-556558959-jdg9x
    namespace: kserve-ci-e2e-test
    resourceVersion: "15035"
    uid: 8ceacbb5-bfd0-4035-9684-1630ce0cdc7e
  kind: Event
  lastTimestamp: "2026-07-29T10:40:02Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.314s (2.314s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-07-29T10:40:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:40:02Z"
    name: isvc-raw-sklearn-batcher-61cfd-predictor-556558959-jdg9x.18c6bc89ed79713f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15212"
    uid: e8e99c85-fceb-48a5-b566-264c7f5c5f2d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:40:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-61cfd-predictor-556558959-jdg9x
    namespace: kserve-ci-e2e-test
    resourceVersion: "15035"
    uid: 8ceacbb5-bfd0-4035-9684-1630ce0cdc7e
  kind: Event
  lastTimestamp: "2026-07-29T10:40:02Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-29T10:40:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:40:02Z"
    name: isvc-raw-sklearn-batcher-61cfd-predictor-556558959-jdg9x.18c6bc89f0615bea
    namespace: kserve-ci-e2e-test
    resourceVersion: "15213"
    uid: 25aef105-9bb7-4edf-a474-2b20368ffcb6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:40:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-61cfd-predictor-556558959-jdg9x
    namespace: kserve-ci-e2e-test
    resourceVersion: "15035"
    uid: 8ceacbb5-bfd0-4035-9684-1630ce0cdc7e
  kind: Event
  lastTimestamp: "2026-07-29T10:40:02Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T10:40:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:40:02Z"
    name: isvc-raw-sklearn-batcher-61cfd-predictor-556558959-jdg9x.18c6bc89f135fc9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15214"
    uid: c4f3e5d3-6e42-45c4-b53f-731beb5e4be3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:40:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-61cfd-predictor-556558959-jdg9x
    namespace: kserve-ci-e2e-test
    resourceVersion: "15035"
    uid: 8ceacbb5-bfd0-4035-9684-1630ce0cdc7e
  kind: Event
  lastTimestamp: "2026-07-29T10:40:02Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:da1a151aae0f419a312e9da5e6473fcbbaa6bf56d1033e65d294b56cc3bbac48"
  metadata:
    creationTimestamp: "2026-07-29T10:40:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:40:02Z"
    name: isvc-raw-sklearn-batcher-61cfd-predictor-556558959-jdg9x.18c6bc89f143b5dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15215"
    uid: 3ef59c0b-49b7-46d9-99d4-17ea2ea2795e
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:40:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-61cfd-predictor-556558959-jdg9x
    namespace: kserve-ci-e2e-test
    resourceVersion: "15035"
    uid: 8ceacbb5-bfd0-4035-9684-1630ce0cdc7e
  kind: Event
  lastTimestamp: "2026-07-29T10:40:05Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:da1a151aae0f419a312e9da5e6473fcbbaa6bf56d1033e65d294b56cc3bbac48"
    in 2.661s (2.661s including waiting). Image size: 240170109 bytes.'
  metadata:
    creationTimestamp: "2026-07-29T10:40:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:40:05Z"
    name: isvc-raw-sklearn-batcher-61cfd-predictor-556558959-jdg9x.18c6bc8a8fe0f52d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15236"
    uid: 3525a783-2e0a-4fb5-a4d3-33ab39420569
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:40:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-61cfd-predictor-556558959-jdg9x
    namespace: kserve-ci-e2e-test
    resourceVersion: "15035"
    uid: 8ceacbb5-bfd0-4035-9684-1630ce0cdc7e
  kind: Event
  lastTimestamp: "2026-07-29T10:40:05Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-29T10:40:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:40:05Z"
    name: isvc-raw-sklearn-batcher-61cfd-predictor-556558959-jdg9x.18c6bc8a93080f07
    namespace: kserve-ci-e2e-test
    resourceVersion: "15237"
    uid: 94c12e4e-36d8-4529-a5a2-1208a0b8bef9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:40:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-61cfd-predictor-556558959-jdg9x
    namespace: kserve-ci-e2e-test
    resourceVersion: "15035"
    uid: 8ceacbb5-bfd0-4035-9684-1630ce0cdc7e
  kind: Event
  lastTimestamp: "2026-07-29T10:40:05Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-29T10:40:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:40:05Z"
    name: isvc-raw-sklearn-batcher-61cfd-predictor-556558959-jdg9x.18c6bc8a9379f182
    namespace: kserve-ci-e2e-test
    resourceVersion: "15238"
    uid: cdb67f95-a4b5-4551-b174-42b11391911d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-29T10:40:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-61cfd-predictor-556558959-jdg9x
    namespace: kserve-ci-e2e-test
    resourceVersion: "15035"
    uid: 8ceacbb5-bfd0-4035-9684-1630ce0cdc7e
  kind: Event
  lastTimestamp: "2026-07-29T10:41:39Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.24:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-29T10:40:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:41:39Z"
    name: isvc-raw-sklearn-batcher-61cfd-predictor-556558959-jdg9x.18c6bc8b052c90d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16053"
    uid: e608e885-6b0e-4e29-a413-d1cb1bbd2084
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-29T10:40:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-61cfd-predictor-556558959-jdg9x
    namespace: kserve-ci-e2e-test
    resourceVersion: "15035"
    uid: 8ceacbb5-bfd0-4035-9684-1630ce0cdc7e
  kind: Event
  lastTimestamp: "2026-07-29T10:41:39Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-29T10:40:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:41:39Z"
    name: isvc-raw-sklearn-batcher-61cfd-predictor-556558959-jdg9x.18c6bc8b0536c787
    namespace: kserve-ci-e2e-test
    resourceVersion: "16054"
    uid: 3e039c08-e358-46e6-8d00-ab85c2858e2f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:41:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-61cfd-predictor-556558959-jdg9x
    namespace: kserve-ci-e2e-test
    resourceVersion: "15035"
    uid: 8ceacbb5-bfd0-4035-9684-1630ce0cdc7e
  kind: Event
  lastTimestamp: "2026-07-29T10:41:27Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T10:41:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:41:27Z"
    name: isvc-raw-sklearn-batcher-61cfd-predictor-556558959-jdg9x.18c6bc9dbd8e9e29
    namespace: kserve-ci-e2e-test
    resourceVersion: "15901"
    uid: f79b3058-ee45-48ab-af29-7797f7e0d48e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:41:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-61cfd-predictor-556558959-jdg9x
    namespace: kserve-ci-e2e-test
    resourceVersion: "15035"
    uid: 8ceacbb5-bfd0-4035-9684-1630ce0cdc7e
  kind: Event
  lastTimestamp: "2026-07-29T10:41:27Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-07-29T10:41:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:41:27Z"
    name: isvc-raw-sklearn-batcher-61cfd-predictor-556558959-jdg9x.18c6bc9dbd8ebe02
    namespace: kserve-ci-e2e-test
    resourceVersion: "15903"
    uid: b4770342-a73e-4f92-aa21-64b5c9b5fc8a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:41:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-61cfd-predictor-556558959-jdg9x
    namespace: kserve-ci-e2e-test
    resourceVersion: "15035"
    uid: 8ceacbb5-bfd0-4035-9684-1630ce0cdc7e
  kind: Event
  lastTimestamp: "2026-07-29T10:41:27Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T10:41:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:41:28Z"
    name: isvc-raw-sklearn-batcher-61cfd-predictor-556558959-jdg9x.18c6bc9dbd8f2f36
    namespace: kserve-ci-e2e-test
    resourceVersion: "15906"
    uid: e0568c46-7afb-432b-bfa6-21eaaf0b89ac
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-29T10:41:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-61cfd-predictor-556558959-jdg9x
    namespace: kserve-ci-e2e-test
    resourceVersion: "15035"
    uid: 8ceacbb5-bfd0-4035-9684-1630ce0cdc7e
  kind: Event
  lastTimestamp: "2026-07-29T10:41:42Z"
  message: 'Readiness probe failed: Get "https://10.132.0.24:8643/healthz": dial tcp
    10.132.0.24:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-29T10:41:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:41:42Z"
    name: isvc-raw-sklearn-batcher-61cfd-predictor-556558959-jdg9x.18c6bc9ecf84f855
    namespace: kserve-ci-e2e-test
    resourceVersion: "16076"
    uid: c9e4c255-67e4-4ff5-9a0c-5796ea0ff6f1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:39:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-raw-sklearn-batcher-61cfd-predictor-556558959
    namespace: kserve-ci-e2e-test
    resourceVersion: "15025"
    uid: 838e92f2-e688-4191-a482-af1cd42ab9ac
  kind: Event
  lastTimestamp: "2026-07-29T10:39:42Z"
  message: 'Created pod: isvc-raw-sklearn-batcher-61cfd-predictor-556558959-jdg9x'
  metadata:
    creationTimestamp: "2026-07-29T10:39:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:39:42Z"
    name: isvc-raw-sklearn-batcher-61cfd-predictor-556558959.18c6bc85348aadca
    namespace: kserve-ci-e2e-test
    resourceVersion: "15034"
    uid: 7010a7dc-b4a4-4474-bcdb-efe8e15434d7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:39:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-raw-sklearn-batcher-61cfd-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15024"
    uid: 5eeb8581-3c96-4da5-92a6-db27c9baf1fe
  kind: Event
  lastTimestamp: "2026-07-29T10:39:42Z"
  message: Scaled up replica set isvc-raw-sklearn-batcher-61cfd-predictor-556558959
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-29T10:39:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:39:42Z"
    name: isvc-raw-sklearn-batcher-61cfd-predictor.18c6bc852fb0f644
    namespace: kserve-ci-e2e-test
    resourceVersion: "15026"
    uid: 31daa59d-b25c-441e-9480-718eddf66f37
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-29T10:39:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-61cfd-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15039"
    uid: a150b80d-ac0d-429e-80c2-c7d84934d55f
  kind: Event
  lastTimestamp: "2026-07-29T10:40:42Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T10:39:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:40:42Z"
    name: isvc-raw-sklearn-batcher-61cfd-predictor.18c6bc88b50b9dbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "15506"
    uid: caef9083-e1b8-4356-b8cd-2f316056f80c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-29T10:39:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-61cfd-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15039"
    uid: a150b80d-ac0d-429e-80c2-c7d84934d55f
  kind: Event
  lastTimestamp: "2026-07-29T10:40:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T10:39:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:40:42Z"
    name: isvc-raw-sklearn-batcher-61cfd-predictor.18c6bc88b5764bdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15507"
    uid: e712a06e-e610-4655-8137-a10a79845b22
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-29T10:40:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-61cfd-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15169"
    uid: a150b80d-ac0d-429e-80c2-c7d84934d55f
  kind: Event
  lastTimestamp: "2026-07-29T10:41:27Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-29T10:40:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:41:27Z"
    name: isvc-raw-sklearn-batcher-61cfd-predictor.18c6bc96b114e3d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15852"
    uid: 4d546fb6-bc50-4c32-9471-1eae596e4a48
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-29T10:40:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-61cfd-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15169"
    uid: a150b80d-ac0d-429e-80c2-c7d84934d55f
  kind: Event
  lastTimestamp: "2026-07-29T10:41:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-29T10:40:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:41:27Z"
    name: isvc-raw-sklearn-batcher-61cfd-predictor.18c6bc96b17f0829
    namespace: kserve-ci-e2e-test
    resourceVersion: "15855"
    uid: 08ff6ee0-8418-4de0-9c44-a57c1181ab4e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-29T10:39:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-61cfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15017"
    uid: c4214d4f-be00-416b-b5a3-6505e76f24bd
  kind: Event
  lastTimestamp: "2026-07-29T10:41:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-29T10:39:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T10:41:19Z"
    name: isvc-raw-sklearn-batcher-61cfd.18c6bc8535ff5392
    namespace: kserve-ci-e2e-test
    resourceVersion: "15780"
    uid: 2d3881be-cefa-40ba-a512-e6f997870c1e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:39:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-61cfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15017"
    uid: c4214d4f-be00-416b-b5a3-6505e76f24bd
  kind: Event
  lastTimestamp: "2026-07-29T10:39:42Z"
  message: 'Failed to update status for InferenceService "isvc-raw-sklearn-batcher-61cfd":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-raw-sklearn-batcher-61cfd":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-29T10:39:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T10:39:42Z"
    name: isvc-raw-sklearn-batcher-61cfd.18c6bc853680663d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15044"
    uid: 33952561-e0ee-4754-b9af-29faf9b19754
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:39:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-61cfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15017"
    uid: c4214d4f-be00-416b-b5a3-6505e76f24bd
  kind: Event
  lastTimestamp: "2026-07-29T10:39:42Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-raw-sklearn-batcher-61cfd": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-29T10:39:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T10:39:42Z"
    name: isvc-raw-sklearn-batcher-61cfd.18c6bc853680e8b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15046"
    uid: f7188d62-fb1e-460e-a8b2-1274109dd744
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:41:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-61cfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15778"
    uid: c4214d4f-be00-416b-b5a3-6505e76f24bd
  kind: Event
  lastTimestamp: "2026-07-29T10:41:19Z"
  message: InferenceService [isvc-raw-sklearn-batcher-61cfd] is Ready
  metadata:
    creationTimestamp: "2026-07-29T10:41:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T10:41:19Z"
    name: isvc-raw-sklearn-batcher-61cfd.18c6bc9bcdf87098
    namespace: kserve-ci-e2e-test
    resourceVersion: "15779"
    uid: 9ed546e4-a2a0-4f99-847f-5f56cd9340af
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-29T11:01:30.674170Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-a23c96-predictor-87474ddf-ww49p
    namespace: kserve-ci-e2e-test
    resourceVersion: "26216"
    uid: b2e7c7dc-9da4-4c4b-9ac9-2283614a8637
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-a23c96-predictor-87474ddf-ww49p
    to ip-10-0-137-111.ec2.internal
  metadata:
    creationTimestamp: "2026-07-29T11:01:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-29T11:01:30Z"
    name: isvc-secondary-a23c96-predictor-87474ddf-ww49p.18c6bdb5c40205de
    namespace: kserve-ci-e2e-test
    resourceVersion: "26221"
    uid: 9ed13772-9dd6-4adc-871e-e73933310ff2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-55c85b7848-mlh78
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:01:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-a23c96-predictor-87474ddf-ww49p
    namespace: kserve-ci-e2e-test
    resourceVersion: "26226"
    uid: b2e7c7dc-9da4-4c4b-9ac9-2283614a8637
  kind: Event
  lastTimestamp: "2026-07-29T11:01:31Z"
  message: Add eth0 [10.132.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-29T11:01:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-29T11:01:31Z"
    name: isvc-secondary-a23c96-predictor-87474ddf-ww49p.18c6bdb5ddadd2bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26232"
    uid: b7cd9add-6704-4b50-9ee9-5b6187cc3295
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T11:01:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-a23c96-predictor-87474ddf-ww49p
    namespace: kserve-ci-e2e-test
    resourceVersion: "26219"
    uid: b2e7c7dc-9da4-4c4b-9ac9-2283614a8637
  kind: Event
  lastTimestamp: "2026-07-29T11:01:32Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:13da3ee375cce7c9d4590e64ebb24ecf2e97ed4b2b64f9a4f2e3074ed4aafac1"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:01:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:01:32Z"
    name: isvc-secondary-a23c96-predictor-87474ddf-ww49p.18c6bdb5df2c4fbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "26254"
    uid: 726730a3-0a6f-4f6c-b22b-950b6bf583f2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T11:01:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-a23c96-predictor-87474ddf-ww49p
    namespace: kserve-ci-e2e-test
    resourceVersion: "26219"
    uid: b2e7c7dc-9da4-4c4b-9ac9-2283614a8637
  kind: Event
  lastTimestamp: "2026-07-29T11:01:32Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-29T11:01:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:01:32Z"
    name: isvc-secondary-a23c96-predictor-87474ddf-ww49p.18c6bdb5e2b9b88f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26257"
    uid: de8d5399-4868-43ed-9051-8dd007cc6e06
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T11:01:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-a23c96-predictor-87474ddf-ww49p
    namespace: kserve-ci-e2e-test
    resourceVersion: "26219"
    uid: b2e7c7dc-9da4-4c4b-9ac9-2283614a8637
  kind: Event
  lastTimestamp: "2026-07-29T11:01:32Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-29T11:01:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:01:32Z"
    name: isvc-secondary-a23c96-predictor-87474ddf-ww49p.18c6bdb5e32b2a4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26260"
    uid: 64f86453-a61b-4c14-81e8-65fc5b16184a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:01:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-a23c96-predictor-87474ddf-ww49p
    namespace: kserve-ci-e2e-test
    resourceVersion: "26219"
    uid: b2e7c7dc-9da4-4c4b-9ac9-2283614a8637
  kind: Event
  lastTimestamp: "2026-07-29T11:01:40Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-a23c96-predictor-87474ddf-ww49p_kserve-ci-e2e-test(b2e7c7dc-9da4-4c4b-9ac9-2283614a8637)
  metadata:
    creationTimestamp: "2026-07-29T11:01:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:01:40Z"
    name: isvc-secondary-a23c96-predictor-87474ddf-ww49p.18c6bdb825f19c21
    namespace: kserve-ci-e2e-test
    resourceVersion: "26316"
    uid: 57c8fcaa-d562-4fa1-89f6-e30c4b123763
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:01:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-a23c96-predictor-87474ddf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26206"
    uid: 25958fcd-faf0-4f02-9a2c-b1a222ccfc83
  kind: Event
  lastTimestamp: "2026-07-29T11:01:30Z"
  message: 'Created pod: isvc-secondary-a23c96-predictor-87474ddf-ww49p'
  metadata:
    creationTimestamp: "2026-07-29T11:01:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:01:30Z"
    name: isvc-secondary-a23c96-predictor-87474ddf.18c6bdb5c3a00af0
    namespace: kserve-ci-e2e-test
    resourceVersion: "26218"
    uid: 3b94eb6a-64fe-4d8e-9696-0ecc6d6f891b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:01:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-a23c96-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26204"
    uid: fe8345d7-2cf1-4cc4-8b75-4247fe5913a6
  kind: Event
  lastTimestamp: "2026-07-29T11:01:30Z"
  message: Scaled up replica set isvc-secondary-a23c96-predictor-87474ddf from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-29T11:01:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:01:30Z"
    name: isvc-secondary-a23c96-predictor.18c6bdb5bf9772fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "26207"
    uid: 93fdb046-13ff-4ffa-ad40-7af77b2eae67
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-29T11:01:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-a23c96
    namespace: kserve-ci-e2e-test
    resourceVersion: "26196"
    uid: a8e054ef-56a7-4ccb-b976-81bf4ad0992c
  kind: Event
  lastTimestamp: "2026-07-29T11:01:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-29T11:01:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:01:41Z"
    name: isvc-secondary-a23c96.18c6bdb5bf9a7dad
    namespace: kserve-ci-e2e-test
    resourceVersion: "26323"
    uid: d3ddb997-128f-4748-9b8d-f94627e66374
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:01:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-a23c96
    namespace: kserve-ci-e2e-test
    resourceVersion: "26196"
    uid: a8e054ef-56a7-4ccb-b976-81bf4ad0992c
  kind: Event
  lastTimestamp: "2026-07-29T11:01:30Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-a23c96":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-a23c96":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-29T11:01:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:01:30Z"
    name: isvc-secondary-a23c96.18c6bdb5c02cc5e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26210"
    uid: 6b52e181-43a4-4a55-9464-d96acb4631e7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:01:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-a23c96
    namespace: kserve-ci-e2e-test
    resourceVersion: "26196"
    uid: a8e054ef-56a7-4ccb-b976-81bf4ad0992c
  kind: Event
  lastTimestamp: "2026-07-29T11:01:30Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-a23c96": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-29T11:01:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:01:30Z"
    name: isvc-secondary-a23c96.18c6bdb5c02cfcbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26211"
    uid: 4feadf72-55ec-4215-843b-a98e2591ff72
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-29T10:41:27.893939Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-877ef-predictor-5b5cd58955-kmw2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "15870"
    uid: c5a024eb-9344-4ae0-8a17-87ce32cfa61f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-877ef-predictor-5b5cd58955-kmw2x
    to ip-10-0-137-111.ec2.internal
  metadata:
    creationTimestamp: "2026-07-29T10:41:27Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-29T10:41:27Z"
    name: isvc-sklearn-graph-raw-877ef-predictor-5b5cd58955-kmw2x.18c6bc9db8b83f3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15891"
    uid: 0be9f4f6-1da4-4d22-b782-621e3749d11c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-55c85b7848-mlh78
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:41:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-877ef-predictor-5b5cd58955-kmw2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "15899"
    uid: c5a024eb-9344-4ae0-8a17-87ce32cfa61f
  kind: Event
  lastTimestamp: "2026-07-29T10:41:28Z"
  message: Add eth0 [10.132.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-29T10:41:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-29T10:41:28Z"
    name: isvc-sklearn-graph-raw-877ef-predictor-5b5cd58955-kmw2x.18c6bc9dd218fc75
    namespace: kserve-ci-e2e-test
    resourceVersion: "15932"
    uid: c14e0570-3fea-49be-a5e5-6862f26f7270
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:41:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-877ef-predictor-5b5cd58955-kmw2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "15881"
    uid: c5a024eb-9344-4ae0-8a17-87ce32cfa61f
  kind: Event
  lastTimestamp: "2026-07-29T10:41:28Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:13da3ee375cce7c9d4590e64ebb24ecf2e97ed4b2b64f9a4f2e3074ed4aafac1"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T10:41:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:41:28Z"
    name: isvc-sklearn-graph-raw-877ef-predictor-5b5cd58955-kmw2x.18c6bc9dd3a9e5ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "15934"
    uid: fdfbd3cd-6085-400d-8871-2532a2f644f8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:41:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-877ef-predictor-5b5cd58955-kmw2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "15881"
    uid: c5a024eb-9344-4ae0-8a17-87ce32cfa61f
  kind: Event
  lastTimestamp: "2026-07-29T10:41:28Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-29T10:41:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:41:28Z"
    name: isvc-sklearn-graph-raw-877ef-predictor-5b5cd58955-kmw2x.18c6bc9dd6fc2ed1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15935"
    uid: 3611fe22-4d66-44c1-b1a3-61b24c1259e2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:41:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-877ef-predictor-5b5cd58955-kmw2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "15881"
    uid: c5a024eb-9344-4ae0-8a17-87ce32cfa61f
  kind: Event
  lastTimestamp: "2026-07-29T10:41:28Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-29T10:41:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:41:28Z"
    name: isvc-sklearn-graph-raw-877ef-predictor-5b5cd58955-kmw2x.18c6bc9dd76b87bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15936"
    uid: 649b272e-0413-40a3-bbdf-5292a2fb164a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:41:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-877ef-predictor-5b5cd58955-kmw2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "15881"
    uid: c5a024eb-9344-4ae0-8a17-87ce32cfa61f
  kind: Event
  lastTimestamp: "2026-07-29T10:41:32Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1828"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T10:41:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:41:32Z"
    name: isvc-sklearn-graph-raw-877ef-predictor-5b5cd58955-kmw2x.18c6bc9ee3f5ceff
    namespace: kserve-ci-e2e-test
    resourceVersion: "15986"
    uid: 25d63eec-630f-4bc2-ae3f-2db26b761a32
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:41:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-877ef-predictor-5b5cd58955-kmw2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "15881"
    uid: c5a024eb-9344-4ae0-8a17-87ce32cfa61f
  kind: Event
  lastTimestamp: "2026-07-29T10:41:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-29T10:41:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:41:32Z"
    name: isvc-sklearn-graph-raw-877ef-predictor-5b5cd58955-kmw2x.18c6bc9ee741872e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15992"
    uid: 0d161312-8322-4c3c-bb67-ff7da3ff7518
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:41:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-877ef-predictor-5b5cd58955-kmw2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "15881"
    uid: c5a024eb-9344-4ae0-8a17-87ce32cfa61f
  kind: Event
  lastTimestamp: "2026-07-29T10:41:32Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T10:41:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:41:32Z"
    name: isvc-sklearn-graph-raw-877ef-predictor-5b5cd58955-kmw2x.18c6bc9ee7a2eea7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15993"
    uid: 2a7c6b44-0db4-459e-98cb-72b05c960b96
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:41:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-877ef-predictor-5b5cd58955-kmw2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "15881"
    uid: c5a024eb-9344-4ae0-8a17-87ce32cfa61f
  kind: Event
  lastTimestamp: "2026-07-29T10:41:32Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T10:41:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:41:32Z"
    name: isvc-sklearn-graph-raw-877ef-predictor-5b5cd58955-kmw2x.18c6bc9ee7adb8f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15994"
    uid: b9bafcee-457d-40b3-822e-250794b1afbe
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:41:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-877ef-predictor-5b5cd58955-kmw2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "15881"
    uid: c5a024eb-9344-4ae0-8a17-87ce32cfa61f
  kind: Event
  lastTimestamp: "2026-07-29T10:41:33Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-29T10:41:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:41:33Z"
    name: isvc-sklearn-graph-raw-877ef-predictor-5b5cd58955-kmw2x.18c6bc9eea8027ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "15997"
    uid: a42b3c77-d44f-49ae-9101-c868e4f38105
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:41:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-877ef-predictor-5b5cd58955-kmw2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "15881"
    uid: c5a024eb-9344-4ae0-8a17-87ce32cfa61f
  kind: Event
  lastTimestamp: "2026-07-29T10:41:33Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T10:41:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:41:33Z"
    name: isvc-sklearn-graph-raw-877ef-predictor-5b5cd58955-kmw2x.18c6bc9eeae5360c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15998"
    uid: 6354d2dd-1564-49aa-85c7-3a25b4edfb30
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-29T10:41:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-877ef-predictor-5b5cd58955-kmw2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "15881"
    uid: c5a024eb-9344-4ae0-8a17-87ce32cfa61f
  kind: Event
  lastTimestamp: "2026-07-29T10:43:20Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.25:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-29T10:41:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:43:20Z"
    name: isvc-sklearn-graph-raw-877ef-predictor-5b5cd58955-kmw2x.18c6bc9f5c0dc867
    namespace: kserve-ci-e2e-test
    resourceVersion: "17021"
    uid: 4342bbb0-8c1f-47b2-be2e-c3ef5acbd35f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:43:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-877ef-predictor-5b5cd58955-kmw2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "15881"
    uid: c5a024eb-9344-4ae0-8a17-87ce32cfa61f
  kind: Event
  lastTimestamp: "2026-07-29T10:43:18Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T10:43:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:43:18Z"
    name: isvc-sklearn-graph-raw-877ef-predictor-5b5cd58955-kmw2x.18c6bcb75e8e1394
    namespace: kserve-ci-e2e-test
    resourceVersion: "16901"
    uid: f7e2612c-adae-4299-88e6-08ea9f64cb37
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:43:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-877ef-predictor-5b5cd58955-kmw2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "15881"
    uid: c5a024eb-9344-4ae0-8a17-87ce32cfa61f
  kind: Event
  lastTimestamp: "2026-07-29T10:43:18Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T10:43:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:43:18Z"
    name: isvc-sklearn-graph-raw-877ef-predictor-5b5cd58955-kmw2x.18c6bcb75e8ea129
    namespace: kserve-ci-e2e-test
    resourceVersion: "16903"
    uid: 558459f8-fea9-4ee6-af22-a98d07f82407
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:43:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-877ef-predictor-5b5cd58955-kmw2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "15881"
    uid: c5a024eb-9344-4ae0-8a17-87ce32cfa61f
  kind: Event
  lastTimestamp: "2026-07-29T10:43:20Z"
  message: 'Readiness probe failed: Get "https://10.132.0.25:8643/healthz": dial tcp
    10.132.0.25:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-29T10:43:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:43:20Z"
    name: isvc-sklearn-graph-raw-877ef-predictor-5b5cd58955-kmw2x.18c6bcb80a6f4110
    namespace: kserve-ci-e2e-test
    resourceVersion: "17020"
    uid: 9c79892b-ea20-49a6-921a-3d873266bca2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:41:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-877ef-predictor-5b5cd58955
    namespace: kserve-ci-e2e-test
    resourceVersion: "15846"
    uid: f7612cbc-f893-4ccd-a538-74158e4288ba
  kind: Event
  lastTimestamp: "2026-07-29T10:41:27Z"
  message: 'Created pod: isvc-sklearn-graph-raw-877ef-predictor-5b5cd58955-kmw2x'
  metadata:
    creationTimestamp: "2026-07-29T10:41:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:41:27Z"
    name: isvc-sklearn-graph-raw-877ef-predictor-5b5cd58955.18c6bc9db6d4baa5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15882"
    uid: 73ce504f-5f7c-4221-8d4b-690fc0d2f03f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:41:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-877ef-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15843"
    uid: 4df4fc22-7da5-4d64-ac46-126e1ac633f3
  kind: Event
  lastTimestamp: "2026-07-29T10:41:27Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-877ef-predictor-5b5cd58955
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-29T10:41:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:41:27Z"
    name: isvc-sklearn-graph-raw-877ef-predictor.18c6bc9dad7d0b81
    namespace: kserve-ci-e2e-test
    resourceVersion: "15847"
    uid: 2ff7249f-7976-49a8-aac7-c467fe56f6ab
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T10:41:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-877ef-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15845"
    uid: f851a42f-6bb4-424e-8d9c-928e286bb8e3
  kind: Event
  lastTimestamp: "2026-07-29T10:42:12Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T10:41:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:42:12Z"
    name: isvc-sklearn-graph-raw-877ef-predictor.18c6bca12bd3f0f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16315"
    uid: 00f14b54-14c7-4ae4-b5ca-5335cdd4de09
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T10:41:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-877ef-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15845"
    uid: f851a42f-6bb4-424e-8d9c-928e286bb8e3
  kind: Event
  lastTimestamp: "2026-07-29T10:42:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T10:41:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:42:12Z"
    name: isvc-sklearn-graph-raw-877ef-predictor.18c6bca12c4c1bf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16316"
    uid: 38432fc9-8986-4095-8540-7c4053b5f7ac
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-29T10:41:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-877ef-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16079"
    uid: f851a42f-6bb4-424e-8d9c-928e286bb8e3
  kind: Event
  lastTimestamp: "2026-07-29T10:43:12Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-29T10:41:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:43:12Z"
    name: isvc-sklearn-graph-raw-877ef-predictor.18c6bca4ab7c0632
    namespace: kserve-ci-e2e-test
    resourceVersion: "16808"
    uid: f56de10d-718a-4f32-9694-389e09fb5c24
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-29T10:41:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-877ef-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16079"
    uid: f851a42f-6bb4-424e-8d9c-928e286bb8e3
  kind: Event
  lastTimestamp: "2026-07-29T10:43:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-29T10:41:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:43:12Z"
    name: isvc-sklearn-graph-raw-877ef-predictor.18c6bca4abfb312f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16809"
    uid: f06cbd08-462d-4006-97f7-3ad079da78c8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-29T10:41:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-877ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "15835"
    uid: 1cbb4b58-0774-4cd2-9140-e85b2ad3dab4
  kind: Event
  lastTimestamp: "2026-07-29T10:42:51Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-29T10:41:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T10:42:51Z"
    name: isvc-sklearn-graph-raw-877ef.18c6bc9dad71de51
    namespace: kserve-ci-e2e-test
    resourceVersion: "16608"
    uid: 081a1572-60d9-4ad0-b1b6-2c7d417c85ae
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:41:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-877ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "15835"
    uid: 1cbb4b58-0774-4cd2-9140-e85b2ad3dab4
  kind: Event
  lastTimestamp: "2026-07-29T10:41:27Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-graph-raw-877ef":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-graph-raw-877ef":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-29T10:41:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T10:41:27Z"
    name: isvc-sklearn-graph-raw-877ef.18c6bc9dae27c2e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15850"
    uid: 6bccf8eb-679a-4347-aa43-4c12c192fef5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:42:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-877ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "16606"
    uid: 1cbb4b58-0774-4cd2-9140-e85b2ad3dab4
  kind: Event
  lastTimestamp: "2026-07-29T10:42:51Z"
  message: InferenceService [isvc-sklearn-graph-raw-877ef] is Ready
  metadata:
    creationTimestamp: "2026-07-29T10:42:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T10:42:51Z"
    name: isvc-sklearn-graph-raw-877ef.18c6bcb1139b869d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16607"
    uid: da554beb-dc30-44b2-8d4e-9a2dfbab60d0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-29T10:43:18.078317Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-2d850-predictor-bbb75dc6c-wmpv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16906"
    uid: 59ae549e-eeb1-49eb-8862-3cd5709a2efe
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-hpa-2d850-predictor-bbb75dc6c-wmpv5
    to ip-10-0-137-111.ec2.internal
  metadata:
    creationTimestamp: "2026-07-29T10:43:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-29T10:43:18Z"
    name: isvc-sklearn-graph-raw-hpa-2d850-predictor-bbb75dc6c-wmpv5.18c6bcb760385fbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16917"
    uid: f9fd48e9-f93e-493b-9bd0-837a9384fd5a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-55c85b7848-mlh78
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:43:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-2d850-predictor-bbb75dc6c-wmpv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16911"
    uid: 59ae549e-eeb1-49eb-8862-3cd5709a2efe
  kind: Event
  lastTimestamp: "2026-07-29T10:43:18Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-graph-raw-hpa-2d850-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-29T10:43:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:43:18Z"
    name: isvc-sklearn-graph-raw-hpa-2d850-predictor-bbb75dc6c-wmpv5.18c6bcb76f08474d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16972"
    uid: ccec7ba3-43e5-4921-a524-b82153ada3dd
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:43:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-2d850-predictor-bbb75dc6c-wmpv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16928"
    uid: 59ae549e-eeb1-49eb-8862-3cd5709a2efe
  kind: Event
  lastTimestamp: "2026-07-29T10:43:19Z"
  message: Add eth0 [10.132.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-29T10:43:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-29T10:43:19Z"
    name: isvc-sklearn-graph-raw-hpa-2d850-predictor-bbb75dc6c-wmpv5.18c6bcb79d7f23cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16991"
    uid: 62e4a88f-4ced-4ff7-86ae-c6ec711ffa80
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:43:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-2d850-predictor-bbb75dc6c-wmpv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16911"
    uid: 59ae549e-eeb1-49eb-8862-3cd5709a2efe
  kind: Event
  lastTimestamp: "2026-07-29T10:43:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:13da3ee375cce7c9d4590e64ebb24ecf2e97ed4b2b64f9a4f2e3074ed4aafac1"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T10:43:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:43:19Z"
    name: isvc-sklearn-graph-raw-hpa-2d850-predictor-bbb75dc6c-wmpv5.18c6bcb79efd491f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16993"
    uid: 56fc15f6-ec85-4bb0-97e4-303005b8773a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:43:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-2d850-predictor-bbb75dc6c-wmpv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16911"
    uid: 59ae549e-eeb1-49eb-8862-3cd5709a2efe
  kind: Event
  lastTimestamp: "2026-07-29T10:43:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-29T10:43:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:43:19Z"
    name: isvc-sklearn-graph-raw-hpa-2d850-predictor-bbb75dc6c-wmpv5.18c6bcb7a195d3f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16994"
    uid: 366da968-e7b6-4b2d-bb83-42eec2926ba1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:43:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-2d850-predictor-bbb75dc6c-wmpv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16911"
    uid: 59ae549e-eeb1-49eb-8862-3cd5709a2efe
  kind: Event
  lastTimestamp: "2026-07-29T10:43:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-29T10:43:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:43:19Z"
    name: isvc-sklearn-graph-raw-hpa-2d850-predictor-bbb75dc6c-wmpv5.18c6bcb7a1f328dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16995"
    uid: 67d55f75-9fe8-49f0-bb70-921087eb43e1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:43:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-2d850-predictor-bbb75dc6c-wmpv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16911"
    uid: 59ae549e-eeb1-49eb-8862-3cd5709a2efe
  kind: Event
  lastTimestamp: "2026-07-29T10:43:23Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1828"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T10:43:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:43:23Z"
    name: isvc-sklearn-graph-raw-hpa-2d850-predictor-bbb75dc6c-wmpv5.18c6bcb89dd0ac92
    namespace: kserve-ci-e2e-test
    resourceVersion: "17053"
    uid: 124d2437-fae3-47dd-b865-54ca66852240
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:43:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-2d850-predictor-bbb75dc6c-wmpv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16911"
    uid: 59ae549e-eeb1-49eb-8862-3cd5709a2efe
  kind: Event
  lastTimestamp: "2026-07-29T10:43:23Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-29T10:43:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:43:23Z"
    name: isvc-sklearn-graph-raw-hpa-2d850-predictor-bbb75dc6c-wmpv5.18c6bcb8a1b48923
    namespace: kserve-ci-e2e-test
    resourceVersion: "17061"
    uid: 7637edce-6153-4095-acff-7f7bbad44b77
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:43:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-2d850-predictor-bbb75dc6c-wmpv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16911"
    uid: 59ae549e-eeb1-49eb-8862-3cd5709a2efe
  kind: Event
  lastTimestamp: "2026-07-29T10:43:23Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T10:43:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:43:23Z"
    name: isvc-sklearn-graph-raw-hpa-2d850-predictor-bbb75dc6c-wmpv5.18c6bcb8a21352ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "17062"
    uid: c04ce4ab-6492-4c23-b9c3-ed18ade1483e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:43:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-2d850-predictor-bbb75dc6c-wmpv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16911"
    uid: 59ae549e-eeb1-49eb-8862-3cd5709a2efe
  kind: Event
  lastTimestamp: "2026-07-29T10:43:23Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T10:43:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:43:23Z"
    name: isvc-sklearn-graph-raw-hpa-2d850-predictor-bbb75dc6c-wmpv5.18c6bcb8a21cb24f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17063"
    uid: 3d798870-0615-436e-81d7-0e598b99e3aa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:43:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-2d850-predictor-bbb75dc6c-wmpv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16911"
    uid: 59ae549e-eeb1-49eb-8862-3cd5709a2efe
  kind: Event
  lastTimestamp: "2026-07-29T10:43:23Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-29T10:43:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:43:23Z"
    name: isvc-sklearn-graph-raw-hpa-2d850-predictor-bbb75dc6c-wmpv5.18c6bcb8a60b6788
    namespace: kserve-ci-e2e-test
    resourceVersion: "17065"
    uid: aeefaeab-27d1-41a7-b2aa-453bf5d49b6b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:43:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-2d850-predictor-bbb75dc6c-wmpv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16911"
    uid: 59ae549e-eeb1-49eb-8862-3cd5709a2efe
  kind: Event
  lastTimestamp: "2026-07-29T10:43:23Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T10:43:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:43:23Z"
    name: isvc-sklearn-graph-raw-hpa-2d850-predictor-bbb75dc6c-wmpv5.18c6bcb8a66f6f5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17066"
    uid: 26171ce0-4437-4e54-866f-e1f19b114165
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-29T10:43:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-2d850-predictor-bbb75dc6c-wmpv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16911"
    uid: 59ae549e-eeb1-49eb-8862-3cd5709a2efe
  kind: Event
  lastTimestamp: "2026-07-29T10:45:10Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-29T10:43:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:45:10Z"
    name: isvc-sklearn-graph-raw-hpa-2d850-predictor-bbb75dc6c-wmpv5.18c6bcb8da39890e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18010"
    uid: c77f81bc-403b-4ec8-a627-eb7a28ea6c03
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:45:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-2d850-predictor-bbb75dc6c-wmpv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16911"
    uid: 59ae549e-eeb1-49eb-8862-3cd5709a2efe
  kind: Event
  lastTimestamp: "2026-07-29T10:45:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T10:45:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:45:08Z"
    name: isvc-sklearn-graph-raw-hpa-2d850-predictor-bbb75dc6c-wmpv5.18c6bcd10cda8233
    namespace: kserve-ci-e2e-test
    resourceVersion: "17940"
    uid: 7c9d4254-486b-4283-8bea-6a32cb4141c6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:45:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-2d850-predictor-bbb75dc6c-wmpv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16911"
    uid: 59ae549e-eeb1-49eb-8862-3cd5709a2efe
  kind: Event
  lastTimestamp: "2026-07-29T10:45:08Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T10:45:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:45:08Z"
    name: isvc-sklearn-graph-raw-hpa-2d850-predictor-bbb75dc6c-wmpv5.18c6bcd10cdb37bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17942"
    uid: f437196f-dbd6-414a-99bd-731641c393e1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:45:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-2d850-predictor-bbb75dc6c-wmpv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16911"
    uid: 59ae549e-eeb1-49eb-8862-3cd5709a2efe
  kind: Event
  lastTimestamp: "2026-07-29T10:45:10Z"
  message: 'Readiness probe failed: Get "https://10.132.0.27:8643/healthz": dial tcp
    10.132.0.27:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-29T10:45:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:45:10Z"
    name: isvc-sklearn-graph-raw-hpa-2d850-predictor-bbb75dc6c-wmpv5.18c6bcd18880c8a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18009"
    uid: 66021a12-e9bd-4475-aa00-15aaa2ed39b6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:43:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-hpa-2d850-predictor-bbb75dc6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16879"
    uid: df497c22-c432-4485-9d2f-c92e4e785431
  kind: Event
  lastTimestamp: "2026-07-29T10:43:18Z"
  message: 'Created pod: isvc-sklearn-graph-raw-hpa-2d850-predictor-bbb75dc6c-wmpv5'
  metadata:
    creationTimestamp: "2026-07-29T10:43:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:43:18Z"
    name: isvc-sklearn-graph-raw-hpa-2d850-predictor-bbb75dc6c.18c6bcb75f99a731
    namespace: kserve-ci-e2e-test
    resourceVersion: "16909"
    uid: 9917243b-1437-4d32-9336-9a39252dee5a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:43:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-hpa-2d850-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16877"
    uid: 76fb57ca-3c4d-4dab-9f49-2122ada780a5
  kind: Event
  lastTimestamp: "2026-07-29T10:43:17Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-hpa-2d850-predictor-bbb75dc6c
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-29T10:43:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:43:17Z"
    name: isvc-sklearn-graph-raw-hpa-2d850-predictor.18c6bcb75b27cb58
    namespace: kserve-ci-e2e-test
    resourceVersion: "16880"
    uid: 9484c768-28bd-43d8-84cd-58d60460ddd6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T10:43:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-2d850-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16878"
    uid: 38090bf0-c10c-4629-bd3d-dd217bdd1333
  kind: Event
  lastTimestamp: "2026-07-29T10:43:48Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T10:43:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:43:48Z"
    name: isvc-sklearn-graph-raw-hpa-2d850-predictor.18c6bcbad9f171f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17253"
    uid: f3de2e8f-1821-4603-a584-0a622b2d13c0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T10:43:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-2d850-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16878"
    uid: 38090bf0-c10c-4629-bd3d-dd217bdd1333
  kind: Event
  lastTimestamp: "2026-07-29T10:43:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T10:43:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:43:48Z"
    name: isvc-sklearn-graph-raw-hpa-2d850-predictor.18c6bcbada5727db
    namespace: kserve-ci-e2e-test
    resourceVersion: "17254"
    uid: 9896cbab-bea9-48f2-b9b0-34df780f40e0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-29T10:44:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-2d850-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17146"
    uid: 38090bf0-c10c-4629-bd3d-dd217bdd1333
  kind: Event
  lastTimestamp: "2026-07-29T10:45:03Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-29T10:44:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:45:03Z"
    name: isvc-sklearn-graph-raw-hpa-2d850-predictor.18c6bcc1d83d929e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17848"
    uid: 792b5d9c-4734-428f-ad92-79a58f36ee0e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-29T10:44:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-2d850-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17146"
    uid: 38090bf0-c10c-4629-bd3d-dd217bdd1333
  kind: Event
  lastTimestamp: "2026-07-29T10:45:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-29T10:44:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:45:03Z"
    name: isvc-sklearn-graph-raw-hpa-2d850-predictor.18c6bcc1d8a52a57
    namespace: kserve-ci-e2e-test
    resourceVersion: "17849"
    uid: 2d882d1b-c631-49f6-90d7-781144cb2292
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-29T10:43:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-2d850
    namespace: kserve-ci-e2e-test
    resourceVersion: "16870"
    uid: 4c2ada30-99af-40d3-8ea9-17896066f0e9
  kind: Event
  lastTimestamp: "2026-07-29T10:44:40Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-29T10:43:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T10:44:40Z"
    name: isvc-sklearn-graph-raw-hpa-2d850.18c6bcb75b24d664
    namespace: kserve-ci-e2e-test
    resourceVersion: "17658"
    uid: 109cdef5-c72d-4be3-b843-b8769ab447e9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:44:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-2d850
    namespace: kserve-ci-e2e-test
    resourceVersion: "17656"
    uid: 4c2ada30-99af-40d3-8ea9-17896066f0e9
  kind: Event
  lastTimestamp: "2026-07-29T10:44:40Z"
  message: InferenceService [isvc-sklearn-graph-raw-hpa-2d850] is Ready
  metadata:
    creationTimestamp: "2026-07-29T10:44:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T10:44:40Z"
    name: isvc-sklearn-graph-raw-hpa-2d850.18c6bcca91b21fe1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17657"
    uid: 82d9c8b8-d4a4-4058-94af-64c5ae3e9f6b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-29T10:47:03.722946Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-bf0a1-predictor-5d8cb546c7-lm6jt
    namespace: kserve-ci-e2e-test
    resourceVersion: "18965"
    uid: 2fd52ae4-70dc-4cad-bd2c-b9fd73bb2ade
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-scale-raw-bf0a1-predictor-5d8cb546c7-lm6jt
    to ip-10-0-137-111.ec2.internal
  metadata:
    creationTimestamp: "2026-07-29T10:47:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-29T10:47:03Z"
    name: isvc-sklearn-scale-raw-bf0a1-predictor-5d8cb546c7-lm6jt.18c6bcebe9b02f07
    namespace: kserve-ci-e2e-test
    resourceVersion: "18969"
    uid: ff625fb1-33ac-474c-961c-441388509e5c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-55c85b7848-mlh78
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:47:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-bf0a1-predictor-5d8cb546c7-lm6jt
    namespace: kserve-ci-e2e-test
    resourceVersion: "18967"
    uid: 2fd52ae4-70dc-4cad-bd2c-b9fd73bb2ade
  kind: Event
  lastTimestamp: "2026-07-29T10:47:03Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-scale-raw-bf0a1-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-29T10:47:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:47:03Z"
    name: isvc-sklearn-scale-raw-bf0a1-predictor-5d8cb546c7-lm6jt.18c6bcebf665e4a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18999"
    uid: 643e8fe4-1083-4916-a116-2fb9b0e20e44
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:47:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-bf0a1-predictor-5d8cb546c7-lm6jt
    namespace: kserve-ci-e2e-test
    resourceVersion: "18983"
    uid: 2fd52ae4-70dc-4cad-bd2c-b9fd73bb2ade
  kind: Event
  lastTimestamp: "2026-07-29T10:47:04Z"
  message: Add eth0 [10.132.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-29T10:47:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-29T10:47:04Z"
    name: isvc-sklearn-scale-raw-bf0a1-predictor-5d8cb546c7-lm6jt.18c6bcec26f73331
    namespace: kserve-ci-e2e-test
    resourceVersion: "19010"
    uid: 268550f4-b666-4924-9eda-f30eaa3dbc8f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:47:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-bf0a1-predictor-5d8cb546c7-lm6jt
    namespace: kserve-ci-e2e-test
    resourceVersion: "18967"
    uid: 2fd52ae4-70dc-4cad-bd2c-b9fd73bb2ade
  kind: Event
  lastTimestamp: "2026-07-29T10:47:04Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:13da3ee375cce7c9d4590e64ebb24ecf2e97ed4b2b64f9a4f2e3074ed4aafac1"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T10:47:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:47:04Z"
    name: isvc-sklearn-scale-raw-bf0a1-predictor-5d8cb546c7-lm6jt.18c6bcec2876cf51
    namespace: kserve-ci-e2e-test
    resourceVersion: "19012"
    uid: d8efc1ff-50aa-4bdb-a42a-bc23a8d43866
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:47:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-bf0a1-predictor-5d8cb546c7-lm6jt
    namespace: kserve-ci-e2e-test
    resourceVersion: "18967"
    uid: 2fd52ae4-70dc-4cad-bd2c-b9fd73bb2ade
  kind: Event
  lastTimestamp: "2026-07-29T10:47:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-29T10:47:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:47:04Z"
    name: isvc-sklearn-scale-raw-bf0a1-predictor-5d8cb546c7-lm6jt.18c6bcec2b9bc319
    namespace: kserve-ci-e2e-test
    resourceVersion: "19013"
    uid: da1cfb07-f354-46d8-a25f-54047d415574
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:47:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-bf0a1-predictor-5d8cb546c7-lm6jt
    namespace: kserve-ci-e2e-test
    resourceVersion: "18967"
    uid: 2fd52ae4-70dc-4cad-bd2c-b9fd73bb2ade
  kind: Event
  lastTimestamp: "2026-07-29T10:47:04Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-29T10:47:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:47:04Z"
    name: isvc-sklearn-scale-raw-bf0a1-predictor-5d8cb546c7-lm6jt.18c6bcec2c4a8ed0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19016"
    uid: f446bfc6-a1be-46ae-b185-32a79ccc3fa7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:47:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-bf0a1-predictor-5d8cb546c7-lm6jt
    namespace: kserve-ci-e2e-test
    resourceVersion: "18967"
    uid: 2fd52ae4-70dc-4cad-bd2c-b9fd73bb2ade
  kind: Event
  lastTimestamp: "2026-07-29T10:47:09Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1828"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T10:47:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:47:09Z"
    name: isvc-sklearn-scale-raw-bf0a1-predictor-5d8cb546c7-lm6jt.18c6bced3a4258cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19051"
    uid: 5ce50233-b6e5-47de-ac6c-9e6836304e0b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:47:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-bf0a1-predictor-5d8cb546c7-lm6jt
    namespace: kserve-ci-e2e-test
    resourceVersion: "18967"
    uid: 2fd52ae4-70dc-4cad-bd2c-b9fd73bb2ade
  kind: Event
  lastTimestamp: "2026-07-29T10:47:09Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-29T10:47:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:47:09Z"
    name: isvc-sklearn-scale-raw-bf0a1-predictor-5d8cb546c7-lm6jt.18c6bced3d8533e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19053"
    uid: 3c08a023-8ba4-4f5f-b9a6-a1b8cf345c55
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:47:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-bf0a1-predictor-5d8cb546c7-lm6jt
    namespace: kserve-ci-e2e-test
    resourceVersion: "18967"
    uid: 2fd52ae4-70dc-4cad-bd2c-b9fd73bb2ade
  kind: Event
  lastTimestamp: "2026-07-29T10:47:09Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T10:47:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:47:09Z"
    name: isvc-sklearn-scale-raw-bf0a1-predictor-5d8cb546c7-lm6jt.18c6bced3df80d43
    namespace: kserve-ci-e2e-test
    resourceVersion: "19056"
    uid: 514262db-0e03-4c95-a05a-869854eaa145
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:47:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-bf0a1-predictor-5d8cb546c7-lm6jt
    namespace: kserve-ci-e2e-test
    resourceVersion: "18967"
    uid: 2fd52ae4-70dc-4cad-bd2c-b9fd73bb2ade
  kind: Event
  lastTimestamp: "2026-07-29T10:47:09Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T10:47:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:47:09Z"
    name: isvc-sklearn-scale-raw-bf0a1-predictor-5d8cb546c7-lm6jt.18c6bced3e0214a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19058"
    uid: 143d785f-2cb8-4f82-a5a3-584f2a88398e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:47:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-bf0a1-predictor-5d8cb546c7-lm6jt
    namespace: kserve-ci-e2e-test
    resourceVersion: "18967"
    uid: 2fd52ae4-70dc-4cad-bd2c-b9fd73bb2ade
  kind: Event
  lastTimestamp: "2026-07-29T10:47:09Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-29T10:47:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:47:09Z"
    name: isvc-sklearn-scale-raw-bf0a1-predictor-5d8cb546c7-lm6jt.18c6bced407de99a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19060"
    uid: d8d55042-9e0f-4a47-9510-dec052e5f892
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:47:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-bf0a1-predictor-5d8cb546c7-lm6jt
    namespace: kserve-ci-e2e-test
    resourceVersion: "18967"
    uid: 2fd52ae4-70dc-4cad-bd2c-b9fd73bb2ade
  kind: Event
  lastTimestamp: "2026-07-29T10:47:09Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T10:47:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:47:09Z"
    name: isvc-sklearn-scale-raw-bf0a1-predictor-5d8cb546c7-lm6jt.18c6bced40ee76b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19061"
    uid: 05084a04-f5eb-462a-b5fd-f348f21131a2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 18
  eventTime: null
  firstTimestamp: "2026-07-29T10:47:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-bf0a1-predictor-5d8cb546c7-lm6jt
    namespace: kserve-ci-e2e-test
    resourceVersion: "18967"
    uid: 2fd52ae4-70dc-4cad-bd2c-b9fd73bb2ade
  kind: Event
  lastTimestamp: "2026-07-29T10:49:55Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-29T10:47:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:49:55Z"
    name: isvc-sklearn-scale-raw-bf0a1-predictor-5d8cb546c7-lm6jt.18c6bced763c2bbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20262"
    uid: 9fe21c2a-ac9f-4127-abf1-a30bc632d8a7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:49:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-bf0a1-predictor-5d8cb546c7-lm6jt
    namespace: kserve-ci-e2e-test
    resourceVersion: "18967"
    uid: 2fd52ae4-70dc-4cad-bd2c-b9fd73bb2ade
  kind: Event
  lastTimestamp: "2026-07-29T10:49:53Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T10:49:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:49:53Z"
    name: isvc-sklearn-scale-raw-bf0a1-predictor-5d8cb546c7-lm6jt.18c6bd13873b1e72
    namespace: kserve-ci-e2e-test
    resourceVersion: "20245"
    uid: c5c91eac-f262-4e68-92b5-679131e32eee
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:49:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-bf0a1-predictor-5d8cb546c7-lm6jt
    namespace: kserve-ci-e2e-test
    resourceVersion: "18967"
    uid: 2fd52ae4-70dc-4cad-bd2c-b9fd73bb2ade
  kind: Event
  lastTimestamp: "2026-07-29T10:49:53Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T10:49:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:49:53Z"
    name: isvc-sklearn-scale-raw-bf0a1-predictor-5d8cb546c7-lm6jt.18c6bd13873bc97d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20246"
    uid: 80de0fdb-a516-49da-b61c-db35fd415fca
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T10:49:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-bf0a1-predictor-5d8cb546c7-lm6jt
    namespace: kserve-ci-e2e-test
    resourceVersion: "18967"
    uid: 2fd52ae4-70dc-4cad-bd2c-b9fd73bb2ade
  kind: Event
  lastTimestamp: "2026-07-29T10:50:01Z"
  message: 'Readiness probe failed: Get "https://10.132.0.31:8643/healthz": dial tcp
    10.132.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-29T10:49:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:50:01Z"
    name: isvc-sklearn-scale-raw-bf0a1-predictor-5d8cb546c7-lm6jt.18c6bd141cd41d6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20386"
    uid: 3f294f2e-07c9-4c7b-a1f4-4533e920a7c0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:47:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scale-raw-bf0a1-predictor-5d8cb546c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18943"
    uid: 3c884174-5853-4551-b59a-1e23fa1b05dc
  kind: Event
  lastTimestamp: "2026-07-29T10:47:03Z"
  message: 'Created pod: isvc-sklearn-scale-raw-bf0a1-predictor-5d8cb546c7-lm6jt'
  metadata:
    creationTimestamp: "2026-07-29T10:47:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:47:03Z"
    name: isvc-sklearn-scale-raw-bf0a1-predictor-5d8cb546c7.18c6bcebe92bcafe
    namespace: kserve-ci-e2e-test
    resourceVersion: "18966"
    uid: d2625d9d-f884-4c40-a766-a84ebb0516cc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:47:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scale-raw-bf0a1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18935"
    uid: 87f87529-d5e5-4a4e-9697-7c4d89511701
  kind: Event
  lastTimestamp: "2026-07-29T10:47:03Z"
  message: Scaled up replica set isvc-sklearn-scale-raw-bf0a1-predictor-5d8cb546c7
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-29T10:47:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:47:03Z"
    name: isvc-sklearn-scale-raw-bf0a1-predictor.18c6bcebe486319f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18947"
    uid: 912e40b7-4dd0-4802-9eef-f3587c0139a4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-29T10:47:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-bf0a1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18942"
    uid: a3741c3c-639f-415f-a953-305a96d49ae8
  kind: Event
  lastTimestamp: "2026-07-29T10:47:48Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T10:47:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:47:48Z"
    name: isvc-sklearn-scale-raw-bf0a1-predictor.18c6bcef6306f718
    namespace: kserve-ci-e2e-test
    resourceVersion: "19352"
    uid: 3cb1c8f3-89e5-4aa1-9dbc-25dc8faf6705
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-29T10:47:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-bf0a1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18942"
    uid: a3741c3c-639f-415f-a953-305a96d49ae8
  kind: Event
  lastTimestamp: "2026-07-29T10:47:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T10:47:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:47:48Z"
    name: isvc-sklearn-scale-raw-bf0a1-predictor.18c6bcef636d9729
    namespace: kserve-ci-e2e-test
    resourceVersion: "19354"
    uid: 1edf41f3-71bd-4821-adb8-2aa7a9358e1c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-29T10:48:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-bf0a1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19137"
    uid: a3741c3c-639f-415f-a953-305a96d49ae8
  kind: Event
  lastTimestamp: "2026-07-29T10:49:48Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-29T10:48:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:49:48Z"
    name: isvc-sklearn-scale-raw-bf0a1-predictor.18c6bcf9e02f67ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "20191"
    uid: 1a6e4f5d-c27a-4479-910e-d4e683352e67
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-29T10:48:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-bf0a1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19137"
    uid: a3741c3c-639f-415f-a953-305a96d49ae8
  kind: Event
  lastTimestamp: "2026-07-29T10:49:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-29T10:48:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:49:48Z"
    name: isvc-sklearn-scale-raw-bf0a1-predictor.18c6bcf9e08cb6c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20192"
    uid: b76fcb54-44ac-4583-bff7-c8fcdb49546c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-29T10:47:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-bf0a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18925"
    uid: 421e45de-51da-4ab7-8605-ca904ed1a9c9
  kind: Event
  lastTimestamp: "2026-07-29T10:49:45Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-29T10:47:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T10:49:45Z"
    name: isvc-sklearn-scale-raw-bf0a1.18c6bcebe4970cea
    namespace: kserve-ci-e2e-test
    resourceVersion: "20170"
    uid: eedb22a3-c6b3-4ccd-82f9-4f9ea8881577
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T10:47:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-bf0a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18925"
    uid: 421e45de-51da-4ab7-8605-ca904ed1a9c9
  kind: Event
  lastTimestamp: "2026-07-29T10:47:03Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scale-raw-bf0a1":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scale-raw-bf0a1":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-29T10:47:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T10:47:03Z"
    name: isvc-sklearn-scale-raw-bf0a1.18c6bcebe585b73d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18985"
    uid: c0cdf62e-e07a-4769-9aac-cae27c2adbda
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:47:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-bf0a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18946"
    uid: 421e45de-51da-4ab7-8605-ca904ed1a9c9
  kind: Event
  lastTimestamp: "2026-07-29T10:47:03Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-scale-raw-bf0a1": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-29T10:47:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T10:47:03Z"
    name: isvc-sklearn-scale-raw-bf0a1.18c6bcebeb556e23
    namespace: kserve-ci-e2e-test
    resourceVersion: "18989"
    uid: f1c2e5dc-1290-4376-ac5b-92cd57b0400c
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:49:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-bf0a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20168"
    uid: 421e45de-51da-4ab7-8605-ca904ed1a9c9
  kind: Event
  lastTimestamp: "2026-07-29T10:49:45Z"
  message: InferenceService [isvc-sklearn-scale-raw-bf0a1] is Ready
  metadata:
    creationTimestamp: "2026-07-29T10:49:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T10:49:45Z"
    name: isvc-sklearn-scale-raw-bf0a1.18c6bd11adc96638
    namespace: kserve-ci-e2e-test
    resourceVersion: "20169"
    uid: 8d208947-3fce-4b34-bd70-90e18540f3c1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-29T10:41:28.048396Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-877ef-predictor-84748fccb5-6zjk9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15908"
    uid: 269bc236-82b6-4cb1-b594-13b1711573b0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-877ef-predictor-84748fccb5-6zjk9
    to ip-10-0-137-111.ec2.internal
  metadata:
    creationTimestamp: "2026-07-29T10:41:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-29T10:41:28Z"
    name: isvc-xgboost-graph-raw-877ef-predictor-84748fccb5-6zjk9.18c6bc9dc1ed125a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15913"
    uid: 6788d355-25e4-45c7-a755-fb56090ac611
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-55c85b7848-mlh78
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:41:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-877ef-predictor-84748fccb5-6zjk9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15917"
    uid: 269bc236-82b6-4cb1-b594-13b1711573b0
  kind: Event
  lastTimestamp: "2026-07-29T10:41:28Z"
  message: Add eth0 [10.132.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-29T10:41:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-29T10:41:28Z"
    name: isvc-xgboost-graph-raw-877ef-predictor-84748fccb5-6zjk9.18c6bc9ddb6f154f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15938"
    uid: 07c1bd27-fcc1-456d-ab7e-45b5542ebc5b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:41:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-877ef-predictor-84748fccb5-6zjk9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15910"
    uid: 269bc236-82b6-4cb1-b594-13b1711573b0
  kind: Event
  lastTimestamp: "2026-07-29T10:41:28Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:13da3ee375cce7c9d4590e64ebb24ecf2e97ed4b2b64f9a4f2e3074ed4aafac1"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T10:41:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:41:28Z"
    name: isvc-xgboost-graph-raw-877ef-predictor-84748fccb5-6zjk9.18c6bc9ddd6f5b9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15940"
    uid: 3b506f0a-7c33-4b3e-8409-39d3e3adbe57
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:41:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-877ef-predictor-84748fccb5-6zjk9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15910"
    uid: 269bc236-82b6-4cb1-b594-13b1711573b0
  kind: Event
  lastTimestamp: "2026-07-29T10:41:28Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-29T10:41:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:41:28Z"
    name: isvc-xgboost-graph-raw-877ef-predictor-84748fccb5-6zjk9.18c6bc9de00073e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15942"
    uid: 25526efe-3fdf-40dc-94b9-66b4db18b2d2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:41:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-877ef-predictor-84748fccb5-6zjk9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15910"
    uid: 269bc236-82b6-4cb1-b594-13b1711573b0
  kind: Event
  lastTimestamp: "2026-07-29T10:41:28Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-29T10:41:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:41:28Z"
    name: isvc-xgboost-graph-raw-877ef-predictor-84748fccb5-6zjk9.18c6bc9de06d9c51
    namespace: kserve-ci-e2e-test
    resourceVersion: "15943"
    uid: 55718784-01eb-41cd-b7f3-f83395f9427a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:41:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-877ef-predictor-84748fccb5-6zjk9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15910"
    uid: 269bc236-82b6-4cb1-b594-13b1711573b0
  kind: Event
  lastTimestamp: "2026-07-29T10:41:32Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-07-29T10:41:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:41:32Z"
    name: isvc-xgboost-graph-raw-877ef-predictor-84748fccb5-6zjk9.18c6bc9ee3bd2142
    namespace: kserve-ci-e2e-test
    resourceVersion: "15985"
    uid: 5bd50654-b29a-4df5-919d-ec0ec9acddbf
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:41:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-877ef-predictor-84748fccb5-6zjk9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15910"
    uid: 269bc236-82b6-4cb1-b594-13b1711573b0
  kind: Event
  lastTimestamp: "2026-07-29T10:41:49Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 17.064s (17.064s
    including waiting). Image size: 1307355899 bytes.'
  metadata:
    creationTimestamp: "2026-07-29T10:41:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:41:49Z"
    name: isvc-xgboost-graph-raw-877ef-predictor-84748fccb5-6zjk9.18c6bca2dce03fb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16137"
    uid: 2da3b1c7-119b-4d0d-aab5-aec5f22a33ca
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:41:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-877ef-predictor-84748fccb5-6zjk9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15910"
    uid: 269bc236-82b6-4cb1-b594-13b1711573b0
  kind: Event
  lastTimestamp: "2026-07-29T10:41:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-29T10:41:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:41:50Z"
    name: isvc-xgboost-graph-raw-877ef-predictor-84748fccb5-6zjk9.18c6bca2e1591111
    namespace: kserve-ci-e2e-test
    resourceVersion: "16138"
    uid: 428de0c8-4239-439e-b324-00900a181fb6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:41:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-877ef-predictor-84748fccb5-6zjk9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15910"
    uid: 269bc236-82b6-4cb1-b594-13b1711573b0
  kind: Event
  lastTimestamp: "2026-07-29T10:41:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T10:41:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:41:50Z"
    name: isvc-xgboost-graph-raw-877ef-predictor-84748fccb5-6zjk9.18c6bca2e1da277c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16139"
    uid: f67b9375-1b30-4eed-a6a8-03c8c43aab2e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:41:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-877ef-predictor-84748fccb5-6zjk9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15910"
    uid: 269bc236-82b6-4cb1-b594-13b1711573b0
  kind: Event
  lastTimestamp: "2026-07-29T10:41:50Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T10:41:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:41:50Z"
    name: isvc-xgboost-graph-raw-877ef-predictor-84748fccb5-6zjk9.18c6bca2e1e85241
    namespace: kserve-ci-e2e-test
    resourceVersion: "16140"
    uid: 9f62453e-af76-4bb3-924d-fe66cc2be8cd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:41:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-877ef-predictor-84748fccb5-6zjk9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15910"
    uid: 269bc236-82b6-4cb1-b594-13b1711573b0
  kind: Event
  lastTimestamp: "2026-07-29T10:41:50Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-29T10:41:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:41:50Z"
    name: isvc-xgboost-graph-raw-877ef-predictor-84748fccb5-6zjk9.18c6bca2e4fde8c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16141"
    uid: c7a32a84-632a-4024-a2a4-a5abe219e46c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:41:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-877ef-predictor-84748fccb5-6zjk9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15910"
    uid: 269bc236-82b6-4cb1-b594-13b1711573b0
  kind: Event
  lastTimestamp: "2026-07-29T10:41:50Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T10:41:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:41:50Z"
    name: isvc-xgboost-graph-raw-877ef-predictor-84748fccb5-6zjk9.18c6bca2e576472f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16142"
    uid: 6cd12f6f-74d5-4530-a435-d6afaff604a5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-29T10:41:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-877ef-predictor-84748fccb5-6zjk9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15910"
    uid: 269bc236-82b6-4cb1-b594-13b1711573b0
  kind: Event
  lastTimestamp: "2026-07-29T10:42:48Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.26:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-29T10:41:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:42:48Z"
    name: isvc-xgboost-graph-raw-877ef-predictor-84748fccb5-6zjk9.18c6bca355fa51d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16577"
    uid: 7212b409-0a72-42a2-9663-98806667acf8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:43:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-877ef-predictor-84748fccb5-6zjk9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15910"
    uid: 269bc236-82b6-4cb1-b594-13b1711573b0
  kind: Event
  lastTimestamp: "2026-07-29T10:43:18Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T10:43:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:43:18Z"
    name: isvc-xgboost-graph-raw-877ef-predictor-84748fccb5-6zjk9.18c6bcb76b1dcc59
    namespace: kserve-ci-e2e-test
    resourceVersion: "16967"
    uid: 9eae020c-2e8e-41ff-b168-8537ea7e0697
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:43:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-877ef-predictor-84748fccb5-6zjk9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15910"
    uid: 269bc236-82b6-4cb1-b594-13b1711573b0
  kind: Event
  lastTimestamp: "2026-07-29T10:43:18Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T10:43:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:43:18Z"
    name: isvc-xgboost-graph-raw-877ef-predictor-84748fccb5-6zjk9.18c6bcb76b1e3c3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16968"
    uid: bf5939b5-a330-4958-8d5d-b884feacecf2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:41:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-877ef-predictor-84748fccb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15884"
    uid: 717456aa-ea89-418c-a6a0-0c17feae25c8
  kind: Event
  lastTimestamp: "2026-07-29T10:41:28Z"
  message: 'Created pod: isvc-xgboost-graph-raw-877ef-predictor-84748fccb5-6zjk9'
  metadata:
    creationTimestamp: "2026-07-29T10:41:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:41:28Z"
    name: isvc-xgboost-graph-raw-877ef-predictor-84748fccb5.18c6bc9dc130595d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15911"
    uid: 61436aeb-7d50-4c96-9bc1-6130aeee0a5e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:41:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-877ef-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15871"
    uid: 4fc956db-fe66-407f-b065-12a2d94822a9
  kind: Event
  lastTimestamp: "2026-07-29T10:41:27Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-877ef-predictor-84748fccb5
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-29T10:41:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:41:27Z"
    name: isvc-xgboost-graph-raw-877ef-predictor.18c6bc9db94311e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15889"
    uid: f193ae61-578e-4a70-9268-05b8f830647d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-29T10:41:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-877ef-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15878"
    uid: d23601fa-e437-4331-b1ce-77b29275d537
  kind: Event
  lastTimestamp: "2026-07-29T10:42:27Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T10:41:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:42:27Z"
    name: isvc-xgboost-graph-raw-877ef-predictor.18c6bca13774841a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16431"
    uid: 56a21228-bec0-4e03-99aa-40fcc565203d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-29T10:41:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-877ef-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15878"
    uid: d23601fa-e437-4331-b1ce-77b29275d537
  kind: Event
  lastTimestamp: "2026-07-29T10:42:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T10:41:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:42:27Z"
    name: isvc-xgboost-graph-raw-877ef-predictor.18c6bca137cf3751
    namespace: kserve-ci-e2e-test
    resourceVersion: "16432"
    uid: 14998291-bb94-455a-9ae9-86fb988c5a62
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-29T10:42:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-877ef-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16082"
    uid: d23601fa-e437-4331-b1ce-77b29275d537
  kind: Event
  lastTimestamp: "2026-07-29T10:43:12Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-29T10:42:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:43:12Z"
    name: isvc-xgboost-graph-raw-877ef-predictor.18c6bca8355a5d27
    namespace: kserve-ci-e2e-test
    resourceVersion: "16811"
    uid: 3cee89ff-08a6-49f3-908d-e61bad171b96
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-29T10:42:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-877ef-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16082"
    uid: d23601fa-e437-4331-b1ce-77b29275d537
  kind: Event
  lastTimestamp: "2026-07-29T10:43:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-29T10:42:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:43:13Z"
    name: isvc-xgboost-graph-raw-877ef-predictor.18c6bca835ccb900
    namespace: kserve-ci-e2e-test
    resourceVersion: "16812"
    uid: 463b3ba5-e351-4dd5-9cc1-76c3be2401c3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-29T10:41:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-877ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "15853"
    uid: 3cebb0ef-3b22-4b7d-99c1-95d8afb958bb
  kind: Event
  lastTimestamp: "2026-07-29T10:42:58Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-29T10:41:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T10:42:58Z"
    name: isvc-xgboost-graph-raw-877ef.18c6bc9db9665cd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16670"
    uid: 436f8dc5-79fd-42fd-aedb-0d6ae9406981
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:41:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-877ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "15853"
    uid: 3cebb0ef-3b22-4b7d-99c1-95d8afb958bb
  kind: Event
  lastTimestamp: "2026-07-29T10:41:27Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-graph-raw-877ef":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-graph-raw-877ef":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-29T10:41:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T10:41:27Z"
    name: isvc-xgboost-graph-raw-877ef.18c6bc9dba6a6a56
    namespace: kserve-ci-e2e-test
    resourceVersion: "15893"
    uid: 1bc0c1b6-0fc4-4367-b3fc-ca826dda3d4e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:42:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-877ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "16667"
    uid: 3cebb0ef-3b22-4b7d-99c1-95d8afb958bb
  kind: Event
  lastTimestamp: "2026-07-29T10:42:58Z"
  message: InferenceService [isvc-xgboost-graph-raw-877ef] is Ready
  metadata:
    creationTimestamp: "2026-07-29T10:42:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T10:42:58Z"
    name: isvc-xgboost-graph-raw-877ef.18c6bcb2b9a26ee6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16668"
    uid: d59962da-8429-484b-b0c1-e99143c3fab9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-29T10:43:18.152576Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-2d850-predictor-db858f857-vsgkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16931"
    uid: e3ea49c6-c3ff-4bc8-8f72-d9ad35d3cc01
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-hpa-2d850-predictor-db858f857-vsgkw
    to ip-10-0-137-111.ec2.internal
  metadata:
    creationTimestamp: "2026-07-29T10:43:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-29T10:43:18Z"
    name: isvc-xgboost-graph-raw-hpa-2d850-predictor-db858f857-vsgkw.18c6bcb764a59265
    namespace: kserve-ci-e2e-test
    resourceVersion: "16941"
    uid: 5f0b84dd-3183-4bdd-91f6-c85023bce6bd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-55c85b7848-mlh78
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:43:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-2d850-predictor-db858f857-vsgkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16946"
    uid: e3ea49c6-c3ff-4bc8-8f72-d9ad35d3cc01
  kind: Event
  lastTimestamp: "2026-07-29T10:43:18Z"
  message: Add eth0 [10.132.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-29T10:43:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-29T10:43:18Z"
    name: isvc-xgboost-graph-raw-hpa-2d850-predictor-db858f857-vsgkw.18c6bcb77e87805b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16981"
    uid: 33df6a98-e04b-4ea2-9460-29860ef90546
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:43:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-2d850-predictor-db858f857-vsgkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16934"
    uid: e3ea49c6-c3ff-4bc8-8f72-d9ad35d3cc01
  kind: Event
  lastTimestamp: "2026-07-29T10:43:18Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:13da3ee375cce7c9d4590e64ebb24ecf2e97ed4b2b64f9a4f2e3074ed4aafac1"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T10:43:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:43:18Z"
    name: isvc-xgboost-graph-raw-hpa-2d850-predictor-db858f857-vsgkw.18c6bcb77fed0e66
    namespace: kserve-ci-e2e-test
    resourceVersion: "16983"
    uid: 0f11b676-e91c-4d50-8e3e-c3d3b39dc988
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:43:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-2d850-predictor-db858f857-vsgkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16934"
    uid: e3ea49c6-c3ff-4bc8-8f72-d9ad35d3cc01
  kind: Event
  lastTimestamp: "2026-07-29T10:43:18Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-29T10:43:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:43:18Z"
    name: isvc-xgboost-graph-raw-hpa-2d850-predictor-db858f857-vsgkw.18c6bcb78279155f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16986"
    uid: f1f19d91-7621-40d3-aadb-b8a150c920c4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:43:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-2d850-predictor-db858f857-vsgkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16934"
    uid: e3ea49c6-c3ff-4bc8-8f72-d9ad35d3cc01
  kind: Event
  lastTimestamp: "2026-07-29T10:43:18Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-29T10:43:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:43:18Z"
    name: isvc-xgboost-graph-raw-hpa-2d850-predictor-db858f857-vsgkw.18c6bcb782dd0843
    namespace: kserve-ci-e2e-test
    resourceVersion: "16987"
    uid: 6f8794b4-0f4c-4f54-9aaf-f5504f39d40e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:43:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-2d850-predictor-db858f857-vsgkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16934"
    uid: e3ea49c6-c3ff-4bc8-8f72-d9ad35d3cc01
  kind: Event
  lastTimestamp: "2026-07-29T10:43:22Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-29T10:43:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:43:22Z"
    name: isvc-xgboost-graph-raw-hpa-2d850-predictor-db858f857-vsgkw.18c6bcb861c39866
    namespace: kserve-ci-e2e-test
    resourceVersion: "17034"
    uid: 80fe94de-da96-4e84-9067-04e23b60b1ea
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:43:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-2d850-predictor-db858f857-vsgkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16934"
    uid: e3ea49c6-c3ff-4bc8-8f72-d9ad35d3cc01
  kind: Event
  lastTimestamp: "2026-07-29T10:43:22Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-29T10:43:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:43:22Z"
    name: isvc-xgboost-graph-raw-hpa-2d850-predictor-db858f857-vsgkw.18c6bcb865385ca8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17040"
    uid: 65194969-72d0-4c0f-942c-588ad99bf784
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:43:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-2d850-predictor-db858f857-vsgkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16934"
    uid: e3ea49c6-c3ff-4bc8-8f72-d9ad35d3cc01
  kind: Event
  lastTimestamp: "2026-07-29T10:43:22Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T10:43:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:43:22Z"
    name: isvc-xgboost-graph-raw-hpa-2d850-predictor-db858f857-vsgkw.18c6bcb8659a2980
    namespace: kserve-ci-e2e-test
    resourceVersion: "17042"
    uid: af641e0b-e8cc-4be1-abf7-fba9cce9839f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:43:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-2d850-predictor-db858f857-vsgkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16934"
    uid: e3ea49c6-c3ff-4bc8-8f72-d9ad35d3cc01
  kind: Event
  lastTimestamp: "2026-07-29T10:43:22Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T10:43:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:43:22Z"
    name: isvc-xgboost-graph-raw-hpa-2d850-predictor-db858f857-vsgkw.18c6bcb865a47b18
    namespace: kserve-ci-e2e-test
    resourceVersion: "17043"
    uid: 33e35af1-73e7-478c-a61a-c9f7d257966f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:43:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-2d850-predictor-db858f857-vsgkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16934"
    uid: e3ea49c6-c3ff-4bc8-8f72-d9ad35d3cc01
  kind: Event
  lastTimestamp: "2026-07-29T10:43:22Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-29T10:43:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:43:22Z"
    name: isvc-xgboost-graph-raw-hpa-2d850-predictor-db858f857-vsgkw.18c6bcb8681c1cc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17045"
    uid: 40e2de77-9377-46fa-8304-7f0eda54f3e1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:43:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-2d850-predictor-db858f857-vsgkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16934"
    uid: e3ea49c6-c3ff-4bc8-8f72-d9ad35d3cc01
  kind: Event
  lastTimestamp: "2026-07-29T10:43:22Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T10:43:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:43:22Z"
    name: isvc-xgboost-graph-raw-hpa-2d850-predictor-db858f857-vsgkw.18c6bcb8687ab653
    namespace: kserve-ci-e2e-test
    resourceVersion: "17046"
    uid: b06518a8-3299-481f-9aab-ccf5701d09f8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-29T10:43:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-2d850-predictor-db858f857-vsgkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16934"
    uid: e3ea49c6-c3ff-4bc8-8f72-d9ad35d3cc01
  kind: Event
  lastTimestamp: "2026-07-29T10:45:09Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-29T10:43:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:45:09Z"
    name: isvc-xgboost-graph-raw-hpa-2d850-predictor-db858f857-vsgkw.18c6bcb89e04355c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17993"
    uid: a4475e11-1b3f-4d78-af66-56d1329318a4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:45:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-2d850-predictor-db858f857-vsgkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16934"
    uid: e3ea49c6-c3ff-4bc8-8f72-d9ad35d3cc01
  kind: Event
  lastTimestamp: "2026-07-29T10:45:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T10:45:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:45:08Z"
    name: isvc-xgboost-graph-raw-hpa-2d850-predictor-db858f857-vsgkw.18c6bcd114941df8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17977"
    uid: fa5e124e-2477-400c-a701-84ba7e0e52c9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:45:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-2d850-predictor-db858f857-vsgkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16934"
    uid: e3ea49c6-c3ff-4bc8-8f72-d9ad35d3cc01
  kind: Event
  lastTimestamp: "2026-07-29T10:45:08Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T10:45:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:45:08Z"
    name: isvc-xgboost-graph-raw-hpa-2d850-predictor-db858f857-vsgkw.18c6bcd1149484fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "17978"
    uid: 5dcdffaf-3fa9-47da-af86-76e26bc0442f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:45:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-2d850-predictor-db858f857-vsgkw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16934"
    uid: e3ea49c6-c3ff-4bc8-8f72-d9ad35d3cc01
  kind: Event
  lastTimestamp: "2026-07-29T10:45:09Z"
  message: 'Readiness probe failed: Get "https://10.132.0.28:8643/healthz": dial tcp
    10.132.0.28:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-29T10:45:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:45:09Z"
    name: isvc-xgboost-graph-raw-hpa-2d850-predictor-db858f857-vsgkw.18c6bcd14ca97464
    namespace: kserve-ci-e2e-test
    resourceVersion: "17992"
    uid: 622d369c-5189-43dc-8bfd-d8e5d5a413f9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:43:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-hpa-2d850-predictor-db858f857
    namespace: kserve-ci-e2e-test
    resourceVersion: "16921"
    uid: c4f1b438-4a54-4248-b10d-9f683d677611
  kind: Event
  lastTimestamp: "2026-07-29T10:43:18Z"
  message: 'Created pod: isvc-xgboost-graph-raw-hpa-2d850-predictor-db858f857-vsgkw'
  metadata:
    creationTimestamp: "2026-07-29T10:43:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:43:18Z"
    name: isvc-xgboost-graph-raw-hpa-2d850-predictor-db858f857.18c6bcb7642ca6a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16933"
    uid: a4ac172e-b9e3-4094-9c0a-aa94b0afd125
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:43:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-hpa-2d850-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16916"
    uid: 046d09d4-d01e-476d-b9a5-0a1698d32022
  kind: Event
  lastTimestamp: "2026-07-29T10:43:18Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-hpa-2d850-predictor-db858f857
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-29T10:43:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:43:18Z"
    name: isvc-xgboost-graph-raw-hpa-2d850-predictor.18c6bcb761487f6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16924"
    uid: 8d918546-e7c6-46a6-b3f1-01a7285702c0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-29T10:43:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-2d850-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16920"
    uid: 7af052aa-252a-4e52-b506-c4f90f198721
  kind: Event
  lastTimestamp: "2026-07-29T10:44:03Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T10:43:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:44:03Z"
    name: isvc-xgboost-graph-raw-hpa-2d850-predictor.18c6bcbadfdc25e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17371"
    uid: ef3341bf-9d6d-4cca-8825-bdf14618647c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-29T10:43:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-2d850-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16920"
    uid: 7af052aa-252a-4e52-b506-c4f90f198721
  kind: Event
  lastTimestamp: "2026-07-29T10:44:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T10:43:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:44:03Z"
    name: isvc-xgboost-graph-raw-hpa-2d850-predictor.18c6bcbae040385b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17372"
    uid: 7b2c630e-3653-49a9-aead-2c6957d018b6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-29T10:44:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-2d850-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17149"
    uid: 7af052aa-252a-4e52-b506-c4f90f198721
  kind: Event
  lastTimestamp: "2026-07-29T10:45:03Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-29T10:44:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:45:03Z"
    name: isvc-xgboost-graph-raw-hpa-2d850-predictor.18c6bcc55c58e8a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17851"
    uid: 0b045140-a7d9-4959-b890-213a4d19e533
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-29T10:44:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-2d850-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17149"
    uid: 7af052aa-252a-4e52-b506-c4f90f198721
  kind: Event
  lastTimestamp: "2026-07-29T10:45:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-29T10:44:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:45:03Z"
    name: isvc-xgboost-graph-raw-hpa-2d850-predictor.18c6bcc55cc9f403
    namespace: kserve-ci-e2e-test
    resourceVersion: "17852"
    uid: edd027de-b76a-4cb1-819e-f3f71d9fe3b0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-29T10:43:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-2d850
    namespace: kserve-ci-e2e-test
    resourceVersion: "16893"
    uid: 0769076e-f264-49d9-8434-4635bef3f765
  kind: Event
  lastTimestamp: "2026-07-29T10:44:29Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-29T10:43:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T10:44:29Z"
    name: isvc-xgboost-graph-raw-hpa-2d850.18c6bcb7616b1c8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17568"
    uid: ffe54ded-9fff-4e56-971a-0d197eaee0d2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:44:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-2d850
    namespace: kserve-ci-e2e-test
    resourceVersion: "17566"
    uid: 0769076e-f264-49d9-8434-4635bef3f765
  kind: Event
  lastTimestamp: "2026-07-29T10:44:29Z"
  message: InferenceService [isvc-xgboost-graph-raw-hpa-2d850] is Ready
  metadata:
    creationTimestamp: "2026-07-29T10:44:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T10:44:29Z"
    name: isvc-xgboost-graph-raw-hpa-2d850.18c6bcc80246d4e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17567"
    uid: 664373b8-fda3-4fb1-861a-4ad54a4abbab
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-29T10:45:08.372112Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-66e3d-predictor-86bbb6d7f6-bb9h4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17943"
    uid: 01822d12-2967-48a8-bd3e-61a43409476b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-raw-66e3d-predictor-86bbb6d7f6-bb9h4
    to ip-10-0-137-111.ec2.internal
  metadata:
    creationTimestamp: "2026-07-29T10:45:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-29T10:45:08Z"
    name: message-dumper-raw-66e3d-predictor-86bbb6d7f6-bb9h4.18c6bcd10e3e2126
    namespace: kserve-ci-e2e-test
    resourceVersion: "17950"
    uid: f06c419e-62e3-4215-9991-1b19a72c04ac
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-55c85b7848-mlh78
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:45:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-66e3d-predictor-86bbb6d7f6-bb9h4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17957"
    uid: 01822d12-2967-48a8-bd3e-61a43409476b
  kind: Event
  lastTimestamp: "2026-07-29T10:45:08Z"
  message: Add eth0 [10.132.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-29T10:45:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-29T10:45:08Z"
    name: message-dumper-raw-66e3d-predictor-86bbb6d7f6-bb9h4.18c6bcd127d0dc7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17985"
    uid: b53f7639-68eb-4b95-b68c-1d4a8f8d00a0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:45:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-66e3d-predictor-86bbb6d7f6-bb9h4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17947"
    uid: 01822d12-2967-48a8-bd3e-61a43409476b
  kind: Event
  lastTimestamp: "2026-07-29T10:45:08Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-07-29T10:45:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:45:08Z"
    name: message-dumper-raw-66e3d-predictor-86bbb6d7f6-bb9h4.18c6bcd12942757e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17987"
    uid: a3ac8462-ebdc-4dca-a831-c149a89e5fd5
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:45:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-66e3d-predictor-86bbb6d7f6-bb9h4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17947"
    uid: 01822d12-2967-48a8-bd3e-61a43409476b
  kind: Event
  lastTimestamp: "2026-07-29T10:45:10Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.229s (1.229s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-07-29T10:45:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:45:10Z"
    name: message-dumper-raw-66e3d-predictor-86bbb6d7f6-bb9h4.18c6bcd1729098e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18000"
    uid: 9fd36892-1eba-4a7f-ad8a-106c21b46968
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:45:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-66e3d-predictor-86bbb6d7f6-bb9h4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17947"
    uid: 01822d12-2967-48a8-bd3e-61a43409476b
  kind: Event
  lastTimestamp: "2026-07-29T10:45:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-29T10:45:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:45:10Z"
    name: message-dumper-raw-66e3d-predictor-86bbb6d7f6-bb9h4.18c6bcd175aa82d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18002"
    uid: 44ff12df-91fe-4b41-90c1-1f94abcca9c2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:45:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-66e3d-predictor-86bbb6d7f6-bb9h4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17947"
    uid: 01822d12-2967-48a8-bd3e-61a43409476b
  kind: Event
  lastTimestamp: "2026-07-29T10:45:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T10:45:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:45:10Z"
    name: message-dumper-raw-66e3d-predictor-86bbb6d7f6-bb9h4.18c6bcd17632d85a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18003"
    uid: 6d4353fe-667f-4b6e-9250-38c39ab60fbb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:45:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-66e3d-predictor-86bbb6d7f6-bb9h4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17947"
    uid: 01822d12-2967-48a8-bd3e-61a43409476b
  kind: Event
  lastTimestamp: "2026-07-29T10:45:10Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T10:45:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:45:10Z"
    name: message-dumper-raw-66e3d-predictor-86bbb6d7f6-bb9h4.18c6bcd1763c59c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18004"
    uid: 01b9d189-c4e3-4b5d-af43-2a6d91d81af0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:45:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-66e3d-predictor-86bbb6d7f6-bb9h4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17947"
    uid: 01822d12-2967-48a8-bd3e-61a43409476b
  kind: Event
  lastTimestamp: "2026-07-29T10:45:10Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-29T10:45:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:45:10Z"
    name: message-dumper-raw-66e3d-predictor-86bbb6d7f6-bb9h4.18c6bcd179662423
    namespace: kserve-ci-e2e-test
    resourceVersion: "18006"
    uid: cc5003f8-3721-4feb-9d8e-cf0189bb6854
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:45:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-66e3d-predictor-86bbb6d7f6-bb9h4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17947"
    uid: 01822d12-2967-48a8-bd3e-61a43409476b
  kind: Event
  lastTimestamp: "2026-07-29T10:45:10Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T10:45:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:45:10Z"
    name: message-dumper-raw-66e3d-predictor-86bbb6d7f6-bb9h4.18c6bcd179da9347
    namespace: kserve-ci-e2e-test
    resourceVersion: "18007"
    uid: 49134e84-b235-407e-b8a1-78129448c611
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:47:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-66e3d-predictor-86bbb6d7f6-bb9h4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17947"
    uid: 01822d12-2967-48a8-bd3e-61a43409476b
  kind: Event
  lastTimestamp: "2026-07-29T10:47:03Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T10:47:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:47:03Z"
    name: message-dumper-raw-66e3d-predictor-86bbb6d7f6-bb9h4.18c6bcebecd37f5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18992"
    uid: 9f4682ed-203d-4c3c-9150-1e0b99b36a85
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:47:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-66e3d-predictor-86bbb6d7f6-bb9h4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17947"
    uid: 01822d12-2967-48a8-bd3e-61a43409476b
  kind: Event
  lastTimestamp: "2026-07-29T10:47:03Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T10:47:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:47:03Z"
    name: message-dumper-raw-66e3d-predictor-86bbb6d7f6-bb9h4.18c6bcebecd69b4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18993"
    uid: 75f7fa20-6ccf-45d5-a995-951e3cf3ab46
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:47:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-66e3d-predictor-86bbb6d7f6-bb9h4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17947"
    uid: 01822d12-2967-48a8-bd3e-61a43409476b
  kind: Event
  lastTimestamp: "2026-07-29T10:47:03Z"
  message: 'Readiness probe failed: Get "https://10.132.0.29:8643/healthz": dial tcp
    10.132.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-29T10:47:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:47:03Z"
    name: message-dumper-raw-66e3d-predictor-86bbb6d7f6-bb9h4.18c6bcebf304dd29
    namespace: kserve-ci-e2e-test
    resourceVersion: "18998"
    uid: 79ccde5b-8712-48a6-bd1b-75d4546d587c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:45:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-raw-66e3d-predictor-86bbb6d7f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17921"
    uid: bd73a4bb-051b-45c4-b17e-ee51c50c5248
  kind: Event
  lastTimestamp: "2026-07-29T10:45:08Z"
  message: 'Created pod: message-dumper-raw-66e3d-predictor-86bbb6d7f6-bb9h4'
  metadata:
    creationTimestamp: "2026-07-29T10:45:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:45:08Z"
    name: message-dumper-raw-66e3d-predictor-86bbb6d7f6.18c6bcd10dbcd9b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17946"
    uid: d5df5f88-8675-400d-b76b-14e9a6e397f7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:45:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-raw-66e3d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17918"
    uid: b99f7202-ca12-46e6-936a-b3b0fe9c19f0
  kind: Event
  lastTimestamp: "2026-07-29T10:45:08Z"
  message: Scaled up replica set message-dumper-raw-66e3d-predictor-86bbb6d7f6 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-29T10:45:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:45:08Z"
    name: message-dumper-raw-66e3d-predictor.18c6bcd10a617a1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17922"
    uid: c1b5b2ae-d9cc-470e-a713-b2b46c946d3a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T10:45:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-66e3d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17920"
    uid: 6ed649fc-fecc-4ad4-b6cb-a915a8c775dd
  kind: Event
  lastTimestamp: "2026-07-29T10:45:38Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T10:45:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:45:38Z"
    name: message-dumper-raw-66e3d-predictor.18c6bcd489333a40
    namespace: kserve-ci-e2e-test
    resourceVersion: "18295"
    uid: 5f6c03ef-05cc-4f87-a350-3c82fa11d7cc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T10:45:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-66e3d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17920"
    uid: 6ed649fc-fecc-4ad4-b6cb-a915a8c775dd
  kind: Event
  lastTimestamp: "2026-07-29T10:45:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T10:45:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:45:38Z"
    name: message-dumper-raw-66e3d-predictor.18c6bcd489976dbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18296"
    uid: e93c33ff-5014-4876-a585-667c49011cf8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-29T10:45:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-66e3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17912"
    uid: 9daf5b61-dbbe-44c3-9c7f-a8d04197c302
  kind: Event
  lastTimestamp: "2026-07-29T10:45:18Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-29T10:45:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T10:45:18Z"
    name: message-dumper-raw-66e3d.18c6bcd10a6e3d94
    namespace: kserve-ci-e2e-test
    resourceVersion: "18090"
    uid: 179b9718-3c1e-4869-8d07-31ca698e5f3a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:45:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-66e3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17929"
    uid: 9daf5b61-dbbe-44c3-9c7f-a8d04197c302
  kind: Event
  lastTimestamp: "2026-07-29T10:45:08Z"
  message: 'Failed to update status for InferenceService "message-dumper-raw-66e3d":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper-raw-66e3d":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-29T10:45:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T10:45:08Z"
    name: message-dumper-raw-66e3d.18c6bcd10dc9b630
    namespace: kserve-ci-e2e-test
    resourceVersion: "17951"
    uid: 69ca883b-907c-4d5d-9fdc-50927a893021
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:45:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-66e3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18087"
    uid: 9daf5b61-dbbe-44c3-9c7f-a8d04197c302
  kind: Event
  lastTimestamp: "2026-07-29T10:45:18Z"
  message: InferenceService [message-dumper-raw-66e3d] is Ready
  metadata:
    creationTimestamp: "2026-07-29T10:45:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T10:45:18Z"
    name: message-dumper-raw-66e3d.18c6bcd3852d63d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18089"
    uid: 1642f821-71c9-4edd-add3-b3251558b2b0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-29T10:43:07.813651Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-877ef-79fd4bcc7f-sdbr2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16751"
    uid: e3f2a347-74b3-4418-9aea-1da0a051bcb8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-877ef-79fd4bcc7f-sdbr2
    to ip-10-0-133-233.ec2.internal
  metadata:
    creationTimestamp: "2026-07-29T10:43:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-29T10:43:07Z"
    name: model-chainer-raw-877ef-79fd4bcc7f-sdbr2.18c6bcb4fc660fa6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16756"
    uid: 6a71c301-47ce-4949-aac0-0252e1a1dbf3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-55c85b7848-mlh78
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:43:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-877ef-79fd4bcc7f-sdbr2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16760"
    uid: e3f2a347-74b3-4418-9aea-1da0a051bcb8
  kind: Event
  lastTimestamp: "2026-07-29T10:43:08Z"
  message: Add eth0 [10.133.0.20/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-29T10:43:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-29T10:43:08Z"
    name: model-chainer-raw-877ef-79fd4bcc7f-sdbr2.18c6bcb515df5a9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16771"
    uid: 797bbe40-5432-46b4-86c6-31e2a791e1fe
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:43:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-877ef}
    kind: Pod
    name: model-chainer-raw-877ef-79fd4bcc7f-sdbr2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16754"
    uid: e3f2a347-74b3-4418-9aea-1da0a051bcb8
  kind: Event
  lastTimestamp: "2026-07-29T10:43:08Z"
  message: Pulling image "quay.io/opendatahub/kserve-router@sha256:41cb8bf9ff6c7df05622085595fdb4c1e1d3a571d74d4bdea37a3b72ad46799b"
  metadata:
    creationTimestamp: "2026-07-29T10:43:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:43:08Z"
    name: model-chainer-raw-877ef-79fd4bcc7f-sdbr2.18c6bcb5171d6927
    namespace: kserve-ci-e2e-test
    resourceVersion: "16773"
    uid: 586581e9-0a31-4276-95cf-5b8acdc22ee1
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:43:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-877ef}
    kind: Pod
    name: model-chainer-raw-877ef-79fd4bcc7f-sdbr2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16754"
    uid: e3f2a347-74b3-4418-9aea-1da0a051bcb8
  kind: Event
  lastTimestamp: "2026-07-29T10:43:10Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:41cb8bf9ff6c7df05622085595fdb4c1e1d3a571d74d4bdea37a3b72ad46799b"
    in 1.968s (1.968s including waiting). Image size: 218226816 bytes.'
  metadata:
    creationTimestamp: "2026-07-29T10:43:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:43:10Z"
    name: model-chainer-raw-877ef-79fd4bcc7f-sdbr2.18c6bcb58c745343
    namespace: kserve-ci-e2e-test
    resourceVersion: "16787"
    uid: 34a47620-ceca-4383-8087-193fadd79411
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:43:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-877ef}
    kind: Pod
    name: model-chainer-raw-877ef-79fd4bcc7f-sdbr2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16754"
    uid: e3f2a347-74b3-4418-9aea-1da0a051bcb8
  kind: Event
  lastTimestamp: "2026-07-29T10:43:10Z"
  message: 'Created container: model-chainer-raw-877ef'
  metadata:
    creationTimestamp: "2026-07-29T10:43:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:43:10Z"
    name: model-chainer-raw-877ef-79fd4bcc7f-sdbr2.18c6bcb58f495305
    namespace: kserve-ci-e2e-test
    resourceVersion: "16788"
    uid: d3d06760-a865-4f91-9c17-697e159907ef
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:43:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-877ef}
    kind: Pod
    name: model-chainer-raw-877ef-79fd4bcc7f-sdbr2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16754"
    uid: e3f2a347-74b3-4418-9aea-1da0a051bcb8
  kind: Event
  lastTimestamp: "2026-07-29T10:43:10Z"
  message: Started container model-chainer-raw-877ef
  metadata:
    creationTimestamp: "2026-07-29T10:43:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:43:10Z"
    name: model-chainer-raw-877ef-79fd4bcc7f-sdbr2.18c6bcb58fbacfc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16789"
    uid: f2485d49-972e-4bdd-8e4f-09e38771e6b3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:43:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-877ef}
    kind: Pod
    name: model-chainer-raw-877ef-79fd4bcc7f-sdbr2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16754"
    uid: e3f2a347-74b3-4418-9aea-1da0a051bcb8
  kind: Event
  lastTimestamp: "2026-07-29T10:43:17Z"
  message: Stopping container model-chainer-raw-877ef
  metadata:
    creationTimestamp: "2026-07-29T10:43:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:43:17Z"
    name: model-chainer-raw-877ef-79fd4bcc7f-sdbr2.18c6bcb752c37ba1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16864"
    uid: 4affeca7-b5ef-41ca-b871-27bc3b551730
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-29T10:43:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-877ef}
    kind: Pod
    name: model-chainer-raw-877ef-79fd4bcc7f-sdbr2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16754"
    uid: e3f2a347-74b3-4418-9aea-1da0a051bcb8
  kind: Event
  lastTimestamp: "2026-07-29T10:43:46Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-29T10:43:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:43:46Z"
    name: model-chainer-raw-877ef-79fd4bcc7f-sdbr2.18c6bcb8288578e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17241"
    uid: 4ec62102-af27-49d7-b13a-2504fb40c7ee
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-233.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:43:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-877ef-79fd4bcc7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16748"
    uid: e86a45fc-864c-4e7a-a36c-b462884a5a1a
  kind: Event
  lastTimestamp: "2026-07-29T10:43:07Z"
  message: 'Created pod: model-chainer-raw-877ef-79fd4bcc7f-sdbr2'
  metadata:
    creationTimestamp: "2026-07-29T10:43:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:43:07Z"
    name: model-chainer-raw-877ef-79fd4bcc7f.18c6bcb4fbf8133c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16753"
    uid: 9dfa80ba-dfe8-46b1-bb97-ffd7f2f7518b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:43:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-877ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "16746"
    uid: 6b8ad885-9c8e-4f8c-8b27-94fb4e22d05b
  kind: Event
  lastTimestamp: "2026-07-29T10:43:07Z"
  message: Scaled up replica set model-chainer-raw-877ef-79fd4bcc7f from 0 to 1
  metadata:
    creationTimestamp: "2026-07-29T10:43:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:43:07Z"
    name: model-chainer-raw-877ef.18c6bcb4fae3ab52
    namespace: kserve-ci-e2e-test
    resourceVersion: "16749"
    uid: 5d49c25d-5fe8-414f-a5f0-f5ad0fc4220c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:43:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-877ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "16762"
    uid: 5aa15623-c00a-4e38-b89e-1a39f6959081
  kind: Event
  lastTimestamp: "2026-07-29T10:43:07Z"
  message: InferenceGraph [model-chainer-raw-877ef] is Ready
  metadata:
    creationTimestamp: "2026-07-29T10:43:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T10:43:07Z"
    name: model-chainer-raw-877ef.18c6bcb4fff2643d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16765"
    uid: 0552b976-2d0b-46cd-a206-23cc2b791a03
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-29T10:44:58.121889Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-2d850-6b684bf475-4fgjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "17789"
    uid: acefd807-184c-40b3-a1c5-7a9154a1153f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-hpa-2d850-6b684bf475-4fgjt
    to ip-10-0-133-233.ec2.internal
  metadata:
    creationTimestamp: "2026-07-29T10:44:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-29T10:44:58Z"
    name: model-chainer-raw-hpa-2d850-6b684bf475-4fgjt.18c6bcceab48145c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17793"
    uid: f22ad757-75ae-46ef-8af6-3e8204dd3289
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-55c85b7848-mlh78
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:44:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-2d850-6b684bf475-4fgjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "17797"
    uid: acefd807-184c-40b3-a1c5-7a9154a1153f
  kind: Event
  lastTimestamp: "2026-07-29T10:44:58Z"
  message: Add eth0 [10.133.0.21/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-29T10:44:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-29T10:44:58Z"
    name: model-chainer-raw-hpa-2d850-6b684bf475-4fgjt.18c6bccec499597d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17808"
    uid: baad9960-ce84-444e-ae34-d9b7f6dcf075
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:44:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-2d850}
    kind: Pod
    name: model-chainer-raw-hpa-2d850-6b684bf475-4fgjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "17791"
    uid: acefd807-184c-40b3-a1c5-7a9154a1153f
  kind: Event
  lastTimestamp: "2026-07-29T10:44:58Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:41cb8bf9ff6c7df05622085595fdb4c1e1d3a571d74d4bdea37a3b72ad46799b"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T10:44:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:44:58Z"
    name: model-chainer-raw-hpa-2d850-6b684bf475-4fgjt.18c6bccec5e15606
    namespace: kserve-ci-e2e-test
    resourceVersion: "17811"
    uid: f0209141-5363-48c1-bfba-45f88a6189c4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:44:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-2d850}
    kind: Pod
    name: model-chainer-raw-hpa-2d850-6b684bf475-4fgjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "17791"
    uid: acefd807-184c-40b3-a1c5-7a9154a1153f
  kind: Event
  lastTimestamp: "2026-07-29T10:44:58Z"
  message: 'Created container: model-chainer-raw-hpa-2d850'
  metadata:
    creationTimestamp: "2026-07-29T10:44:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:44:58Z"
    name: model-chainer-raw-hpa-2d850-6b684bf475-4fgjt.18c6bccec8fd5981
    namespace: kserve-ci-e2e-test
    resourceVersion: "17812"
    uid: 17954cdd-a862-4781-911a-6707786a6cf2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:44:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-2d850}
    kind: Pod
    name: model-chainer-raw-hpa-2d850-6b684bf475-4fgjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "17791"
    uid: acefd807-184c-40b3-a1c5-7a9154a1153f
  kind: Event
  lastTimestamp: "2026-07-29T10:44:58Z"
  message: Started container model-chainer-raw-hpa-2d850
  metadata:
    creationTimestamp: "2026-07-29T10:44:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:44:58Z"
    name: model-chainer-raw-hpa-2d850-6b684bf475-4fgjt.18c6bccec96b48c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17813"
    uid: fbba5517-9917-4225-bf31-1e7edb54c302
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:45:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-2d850}
    kind: Pod
    name: model-chainer-raw-hpa-2d850-6b684bf475-4fgjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "17791"
    uid: acefd807-184c-40b3-a1c5-7a9154a1153f
  kind: Event
  lastTimestamp: "2026-07-29T10:45:08Z"
  message: Stopping container model-chainer-raw-hpa-2d850
  metadata:
    creationTimestamp: "2026-07-29T10:45:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:45:08Z"
    name: model-chainer-raw-hpa-2d850-6b684bf475-4fgjt.18c6bcd102fea83c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17907"
    uid: 90008278-0bb7-4e39-a5ec-b92ebe4bab33
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-29T10:45:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-2d850}
    kind: Pod
    name: model-chainer-raw-hpa-2d850-6b684bf475-4fgjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "17791"
    uid: acefd807-184c-40b3-a1c5-7a9154a1153f
  kind: Event
  lastTimestamp: "2026-07-29T10:45:34Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-29T10:45:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T10:45:34Z"
    name: model-chainer-raw-hpa-2d850-6b684bf475-4fgjt.18c6bcd1649fc1c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18267"
    uid: 99214a6b-0454-4a73-ac02-176d2b699854
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-233.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:44:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-hpa-2d850-6b684bf475
    namespace: kserve-ci-e2e-test
    resourceVersion: "17785"
    uid: 0d082a0e-7446-4664-b9b3-ff2c1d3ec251
  kind: Event
  lastTimestamp: "2026-07-29T10:44:58Z"
  message: 'Created pod: model-chainer-raw-hpa-2d850-6b684bf475-4fgjt'
  metadata:
    creationTimestamp: "2026-07-29T10:44:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:44:58Z"
    name: model-chainer-raw-hpa-2d850-6b684bf475.18c6bcceaab7db5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17790"
    uid: 99a39393-775e-4a48-bed9-999a35b6a973
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:44:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-hpa-2d850
    namespace: kserve-ci-e2e-test
    resourceVersion: "17783"
    uid: f6977429-f5a2-48db-baf8-24f1f654d127
  kind: Event
  lastTimestamp: "2026-07-29T10:44:58Z"
  message: Scaled up replica set model-chainer-raw-hpa-2d850-6b684bf475 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-29T10:44:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T10:44:58Z"
    name: model-chainer-raw-hpa-2d850.18c6bccea9676a68
    namespace: kserve-ci-e2e-test
    resourceVersion: "17786"
    uid: 218b837f-05ab-4a84-9d37-3fd1ed46149d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T10:44:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-hpa-2d850
    namespace: kserve-ci-e2e-test
    resourceVersion: "17800"
    uid: 96a5b1bd-032c-4026-826e-2351eeb5b870
  kind: Event
  lastTimestamp: "2026-07-29T10:44:58Z"
  message: InferenceGraph [model-chainer-raw-hpa-2d850] is Ready
  metadata:
    creationTimestamp: "2026-07-29T10:44:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T10:44:58Z"
    name: model-chainer-raw-hpa-2d850.18c6bcceae7835c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17802"
    uid: 6c520443-90e0-4f5f-acf2-75b64372b1c9
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-29T11:02:05.128073Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-0bfc7-predictor-747789688c-89kk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26636"
    uid: fb768d22-270f-4a99-ae5f-a5af48203428
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-0bfc7-predictor-747789688c-89kk6
    to ip-10-0-133-233.ec2.internal
  metadata:
    creationTimestamp: "2026-07-29T11:02:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-29T11:02:05Z"
    name: raw-sklearn-0bfc7-predictor-747789688c-89kk6.18c6bdbdc99ee120
    namespace: kserve-ci-e2e-test
    resourceVersion: "26642"
    uid: 4e61e4b9-df94-4cf1-91db-45878daf9687
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-55c85b7848-mlh78
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:02:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-0bfc7-predictor-747789688c-89kk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26640"
    uid: fb768d22-270f-4a99-ae5f-a5af48203428
  kind: Event
  lastTimestamp: "2026-07-29T11:02:05Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "raw-sklearn-0bfc7-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-29T11:02:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:02:05Z"
    name: raw-sklearn-0bfc7-predictor-747789688c-89kk6.18c6bdbdd4aa8220
    namespace: kserve-ci-e2e-test
    resourceVersion: "26652"
    uid: 88973da3-6e51-4bf7-9555-1f891239fa39
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-233.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:02:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-0bfc7-predictor-747789688c-89kk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26646"
    uid: fb768d22-270f-4a99-ae5f-a5af48203428
  kind: Event
  lastTimestamp: "2026-07-29T11:02:06Z"
  message: Add eth0 [10.133.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-29T11:02:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-29T11:02:06Z"
    name: raw-sklearn-0bfc7-predictor-747789688c-89kk6.18c6bdbe06c9f6d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "26664"
    uid: 2d543791-8517-46c4-80c2-b084e45d1c84
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:02:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-0bfc7-predictor-747789688c-89kk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26640"
    uid: fb768d22-270f-4a99-ae5f-a5af48203428
  kind: Event
  lastTimestamp: "2026-07-29T11:02:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:13da3ee375cce7c9d4590e64ebb24ecf2e97ed4b2b64f9a4f2e3074ed4aafac1"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:02:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:02:06Z"
    name: raw-sklearn-0bfc7-predictor-747789688c-89kk6.18c6bdbe08227626
    namespace: kserve-ci-e2e-test
    resourceVersion: "26666"
    uid: 2271c756-1c8b-4470-a84a-61a08844b5ea
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:02:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-0bfc7-predictor-747789688c-89kk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26640"
    uid: fb768d22-270f-4a99-ae5f-a5af48203428
  kind: Event
  lastTimestamp: "2026-07-29T11:02:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-29T11:02:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:02:06Z"
    name: raw-sklearn-0bfc7-predictor-747789688c-89kk6.18c6bdbe0adfd281
    namespace: kserve-ci-e2e-test
    resourceVersion: "26667"
    uid: 62b1185b-5c50-428b-9c56-a3ac30208e9e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:02:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-0bfc7-predictor-747789688c-89kk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26640"
    uid: fb768d22-270f-4a99-ae5f-a5af48203428
  kind: Event
  lastTimestamp: "2026-07-29T11:02:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-29T11:02:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:02:06Z"
    name: raw-sklearn-0bfc7-predictor-747789688c-89kk6.18c6bdbe0b5a2454
    namespace: kserve-ci-e2e-test
    resourceVersion: "26668"
    uid: 79787562-34c1-42ef-8d0c-7fc12b0f9ce8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:02:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-0bfc7-predictor-747789688c-89kk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26640"
    uid: fb768d22-270f-4a99-ae5f-a5af48203428
  kind: Event
  lastTimestamp: "2026-07-29T11:02:10Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1828"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:02:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:02:10Z"
    name: raw-sklearn-0bfc7-predictor-747789688c-89kk6.18c6bdbf0bba56f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26707"
    uid: 9c527ec2-fa1c-495e-9f6c-cd16cafb18e4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:02:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-0bfc7-predictor-747789688c-89kk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26640"
    uid: fb768d22-270f-4a99-ae5f-a5af48203428
  kind: Event
  lastTimestamp: "2026-07-29T11:02:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-29T11:02:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:02:10Z"
    name: raw-sklearn-0bfc7-predictor-747789688c-89kk6.18c6bdbf0ed16485
    namespace: kserve-ci-e2e-test
    resourceVersion: "26710"
    uid: 0db3db1e-b7c4-4698-acfd-0fca49c75395
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:02:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-0bfc7-predictor-747789688c-89kk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26640"
    uid: fb768d22-270f-4a99-ae5f-a5af48203428
  kind: Event
  lastTimestamp: "2026-07-29T11:02:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T11:02:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:02:10Z"
    name: raw-sklearn-0bfc7-predictor-747789688c-89kk6.18c6bdbf0f4735f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26713"
    uid: 4ebd43ae-2b66-4f8a-ae3f-7dbc15723c2e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:02:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-0bfc7-predictor-747789688c-89kk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26640"
    uid: fb768d22-270f-4a99-ae5f-a5af48203428
  kind: Event
  lastTimestamp: "2026-07-29T11:02:10Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:02:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:02:10Z"
    name: raw-sklearn-0bfc7-predictor-747789688c-89kk6.18c6bdbf0f73e093
    namespace: kserve-ci-e2e-test
    resourceVersion: "26714"
    uid: d830cb87-797f-4581-b90a-5f2f31c61361
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:02:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-0bfc7-predictor-747789688c-89kk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26640"
    uid: fb768d22-270f-4a99-ae5f-a5af48203428
  kind: Event
  lastTimestamp: "2026-07-29T11:02:10Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-29T11:02:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:02:10Z"
    name: raw-sklearn-0bfc7-predictor-747789688c-89kk6.18c6bdbf12ea3164
    namespace: kserve-ci-e2e-test
    resourceVersion: "26717"
    uid: d564470b-e6a9-4d46-b41e-b6decd175571
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:02:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-0bfc7-predictor-747789688c-89kk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26640"
    uid: fb768d22-270f-4a99-ae5f-a5af48203428
  kind: Event
  lastTimestamp: "2026-07-29T11:02:10Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T11:02:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:02:10Z"
    name: raw-sklearn-0bfc7-predictor-747789688c-89kk6.18c6bdbf13632b79
    namespace: kserve-ci-e2e-test
    resourceVersion: "26718"
    uid: 3bef8824-d59e-4c2f-8de8-c55211641414
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-29T11:02:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-0bfc7-predictor-747789688c-89kk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26640"
    uid: fb768d22-270f-4a99-ae5f-a5af48203428
  kind: Event
  lastTimestamp: "2026-07-29T11:03:38Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.26:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-29T11:02:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:03:38Z"
    name: raw-sklearn-0bfc7-predictor-747789688c-89kk6.18c6bdbf839adde9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27362"
    uid: 0d6d0648-124e-4a03-bbbd-a5dcc30ba127
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-233.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:03:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-0bfc7-predictor-747789688c-89kk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26640"
    uid: fb768d22-270f-4a99-ae5f-a5af48203428
  kind: Event
  lastTimestamp: "2026-07-29T11:03:35Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T11:03:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:03:35Z"
    name: raw-sklearn-0bfc7-predictor-747789688c-89kk6.18c6bdd2c6e00075
    namespace: kserve-ci-e2e-test
    resourceVersion: "27336"
    uid: 34f640ff-ba91-4abe-b088-6661d3121384
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:03:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-0bfc7-predictor-747789688c-89kk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26640"
    uid: fb768d22-270f-4a99-ae5f-a5af48203428
  kind: Event
  lastTimestamp: "2026-07-29T11:03:35Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T11:03:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:03:35Z"
    name: raw-sklearn-0bfc7-predictor-747789688c-89kk6.18c6bdd2c6e08b35
    namespace: kserve-ci-e2e-test
    resourceVersion: "27337"
    uid: faaef606-2025-4a41-8885-08e23c84b2a0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-233.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:03:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-0bfc7-predictor-747789688c-89kk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26640"
    uid: fb768d22-270f-4a99-ae5f-a5af48203428
  kind: Event
  lastTimestamp: "2026-07-29T11:03:38Z"
  message: 'Readiness probe failed: Get "https://10.133.0.26:8643/healthz": dial tcp
    10.133.0.26:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-29T11:03:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:03:38Z"
    name: raw-sklearn-0bfc7-predictor-747789688c-89kk6.18c6bdd389c75d35
    namespace: kserve-ci-e2e-test
    resourceVersion: "27360"
    uid: 2ace94c1-0bec-4f31-a964-9865a0f89185
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-133-233.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-133-233.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:02:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-0bfc7-predictor-747789688c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26627"
    uid: 3d604773-5054-4d52-86b3-3d73bb4a16e7
  kind: Event
  lastTimestamp: "2026-07-29T11:02:05Z"
  message: 'Created pod: raw-sklearn-0bfc7-predictor-747789688c-89kk6'
  metadata:
    creationTimestamp: "2026-07-29T11:02:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:02:05Z"
    name: raw-sklearn-0bfc7-predictor-747789688c.18c6bdbdc937ad47
    namespace: kserve-ci-e2e-test
    resourceVersion: "26639"
    uid: ecc48143-2373-431c-abf1-a45ed92199ed
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:02:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-0bfc7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26624"
    uid: 2e383008-18a9-4bd0-b0db-2b22092f1446
  kind: Event
  lastTimestamp: "2026-07-29T11:02:05Z"
  message: Scaled up replica set raw-sklearn-0bfc7-predictor-747789688c from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-29T11:02:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:02:05Z"
    name: raw-sklearn-0bfc7-predictor.18c6bdbdc63cca7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26629"
    uid: ef52edb5-13e1-402a-9523-45013509606e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T11:02:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-0bfc7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26626"
    uid: f71c6522-6cbd-448f-8661-65fefba79709
  kind: Event
  lastTimestamp: "2026-07-29T11:02:35Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T11:02:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:02:35Z"
    name: raw-sklearn-0bfc7-predictor.18c6bdc14509c376
    namespace: kserve-ci-e2e-test
    resourceVersion: "26895"
    uid: 23d7ea24-badd-4406-af4b-91a786f49d34
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T11:02:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-0bfc7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26626"
    uid: f71c6522-6cbd-448f-8661-65fefba79709
  kind: Event
  lastTimestamp: "2026-07-29T11:02:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T11:02:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:02:35Z"
    name: raw-sklearn-0bfc7-predictor.18c6bdc1458b510a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26896"
    uid: 40795345-a314-4f4c-b030-a3daf7632363
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-29T11:02:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-0bfc7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26785"
    uid: f71c6522-6cbd-448f-8661-65fefba79709
  kind: Event
  lastTimestamp: "2026-07-29T11:03:35Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-29T11:02:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:03:35Z"
    name: raw-sklearn-0bfc7-predictor.18c6bdc843baae5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27319"
    uid: 122bed18-25e2-47f6-86ce-d4d7466f9bbf
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-29T11:02:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-0bfc7-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26785"
    uid: f71c6522-6cbd-448f-8661-65fefba79709
  kind: Event
  lastTimestamp: "2026-07-29T11:03:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-29T11:02:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:03:35Z"
    name: raw-sklearn-0bfc7-predictor.18c6bdc84429e897
    namespace: kserve-ci-e2e-test
    resourceVersion: "27320"
    uid: 95178036-d858-4ffb-897e-6ac15f053e0f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-29T11:02:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-0bfc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26617"
    uid: 54619d98-8af1-406d-809a-3a902fac5467
  kind: Event
  lastTimestamp: "2026-07-29T11:03:28Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-29T11:02:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:03:28Z"
    name: raw-sklearn-0bfc7.18c6bdbdc63a73ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "27278"
    uid: 7133e780-10c7-40e6-8522-df8a97dac9b1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T11:02:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-0bfc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26617"
    uid: 54619d98-8af1-406d-809a-3a902fac5467
  kind: Event
  lastTimestamp: "2026-07-29T11:02:05Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-0bfc7": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-0bfc7":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-29T11:02:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:02:05Z"
    name: raw-sklearn-0bfc7.18c6bdbdc6ce5846
    namespace: kserve-ci-e2e-test
    resourceVersion: "26648"
    uid: cbd79c8c-8451-496c-a158-68e75765884f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:02:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-0bfc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26625"
    uid: 54619d98-8af1-406d-809a-3a902fac5467
  kind: Event
  lastTimestamp: "2026-07-29T11:02:05Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "raw-sklearn-0bfc7": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-29T11:02:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:02:05Z"
    name: raw-sklearn-0bfc7.18c6bdbdcc0b977c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26649"
    uid: b6eeba59-f409-472c-b269-ec32acc04919
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:03:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-0bfc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27276"
    uid: 54619d98-8af1-406d-809a-3a902fac5467
  kind: Event
  lastTimestamp: "2026-07-29T11:03:28Z"
  message: InferenceService [raw-sklearn-0bfc7] is Ready
  metadata:
    creationTimestamp: "2026-07-29T11:03:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:03:28Z"
    name: raw-sklearn-0bfc7.18c6bdd13b0d283d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27277"
    uid: 3dedd9f0-b50c-4599-8bac-0789ca0b8f69
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-29T11:03:40.477245Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-1999c-predictor-55bb7799cf-ds5rw
    namespace: kserve-ci-e2e-test
    resourceVersion: "27401"
    uid: ebc59f98-4ca1-4c6e-8028-4694a9e9dd97
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-runtime-1999c-predictor-55bb7799cf-ds5rw
    to ip-10-0-137-111.ec2.internal
  metadata:
    creationTimestamp: "2026-07-29T11:03:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-29T11:03:40Z"
    name: raw-sklearn-runtime-1999c-predictor-55bb7799cf-ds5rw.18c6bdd3fcdfbb5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27406"
    uid: c43bb39a-3287-41a5-990c-ebf9031d602d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-55c85b7848-mlh78
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:03:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-1999c-predictor-55bb7799cf-ds5rw
    namespace: kserve-ci-e2e-test
    resourceVersion: "27412"
    uid: ebc59f98-4ca1-4c6e-8028-4694a9e9dd97
  kind: Event
  lastTimestamp: "2026-07-29T11:03:40Z"
  message: Add eth0 [10.132.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-29T11:03:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-29T11:03:40Z"
    name: raw-sklearn-runtime-1999c-predictor-55bb7799cf-ds5rw.18c6bdd4164a7992
    namespace: kserve-ci-e2e-test
    resourceVersion: "27423"
    uid: 358c779d-2cca-40a4-8555-aa786f2d5ef6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:03:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-1999c-predictor-55bb7799cf-ds5rw
    namespace: kserve-ci-e2e-test
    resourceVersion: "27403"
    uid: ebc59f98-4ca1-4c6e-8028-4694a9e9dd97
  kind: Event
  lastTimestamp: "2026-07-29T11:03:40Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:13da3ee375cce7c9d4590e64ebb24ecf2e97ed4b2b64f9a4f2e3074ed4aafac1"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:03:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:03:40Z"
    name: raw-sklearn-runtime-1999c-predictor-55bb7799cf-ds5rw.18c6bdd417a91464
    namespace: kserve-ci-e2e-test
    resourceVersion: "27425"
    uid: b8a15506-d005-4777-9fa7-25bc3b816f50
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:03:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-1999c-predictor-55bb7799cf-ds5rw
    namespace: kserve-ci-e2e-test
    resourceVersion: "27403"
    uid: ebc59f98-4ca1-4c6e-8028-4694a9e9dd97
  kind: Event
  lastTimestamp: "2026-07-29T11:03:40Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-29T11:03:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:03:40Z"
    name: raw-sklearn-runtime-1999c-predictor-55bb7799cf-ds5rw.18c6bdd41a6578ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "27428"
    uid: cbd2a1a9-4f50-4fb7-9bb2-6177a5537738
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:03:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-1999c-predictor-55bb7799cf-ds5rw
    namespace: kserve-ci-e2e-test
    resourceVersion: "27403"
    uid: ebc59f98-4ca1-4c6e-8028-4694a9e9dd97
  kind: Event
  lastTimestamp: "2026-07-29T11:03:40Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-29T11:03:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:03:40Z"
    name: raw-sklearn-runtime-1999c-predictor-55bb7799cf-ds5rw.18c6bdd41ad8e101
    namespace: kserve-ci-e2e-test
    resourceVersion: "27429"
    uid: 66075970-dea9-4abb-8854-e122222f4de6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:03:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-1999c-predictor-55bb7799cf-ds5rw
    namespace: kserve-ci-e2e-test
    resourceVersion: "27403"
    uid: ebc59f98-4ca1-4c6e-8028-4694a9e9dd97
  kind: Event
  lastTimestamp: "2026-07-29T11:03:45Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1828"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:03:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:03:45Z"
    name: raw-sklearn-runtime-1999c-predictor-55bb7799cf-ds5rw.18c6bdd521469d74
    namespace: kserve-ci-e2e-test
    resourceVersion: "27468"
    uid: 59c726e9-34d6-4aea-9e14-f7306e34d8aa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:03:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-1999c-predictor-55bb7799cf-ds5rw
    namespace: kserve-ci-e2e-test
    resourceVersion: "27403"
    uid: ebc59f98-4ca1-4c6e-8028-4694a9e9dd97
  kind: Event
  lastTimestamp: "2026-07-29T11:03:45Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-29T11:03:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:03:45Z"
    name: raw-sklearn-runtime-1999c-predictor-55bb7799cf-ds5rw.18c6bdd524581e56
    namespace: kserve-ci-e2e-test
    resourceVersion: "27471"
    uid: 43722c6f-30e4-4320-80a5-44a9aba6b798
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:03:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-1999c-predictor-55bb7799cf-ds5rw
    namespace: kserve-ci-e2e-test
    resourceVersion: "27403"
    uid: ebc59f98-4ca1-4c6e-8028-4694a9e9dd97
  kind: Event
  lastTimestamp: "2026-07-29T11:03:45Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T11:03:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:03:45Z"
    name: raw-sklearn-runtime-1999c-predictor-55bb7799cf-ds5rw.18c6bdd524c65766
    namespace: kserve-ci-e2e-test
    resourceVersion: "27473"
    uid: d5aa0b1c-4b79-404d-a6b9-4445bbce06da
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:03:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-1999c-predictor-55bb7799cf-ds5rw
    namespace: kserve-ci-e2e-test
    resourceVersion: "27403"
    uid: ebc59f98-4ca1-4c6e-8028-4694a9e9dd97
  kind: Event
  lastTimestamp: "2026-07-29T11:03:45Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-29T11:03:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:03:45Z"
    name: raw-sklearn-runtime-1999c-predictor-55bb7799cf-ds5rw.18c6bdd524d026f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27474"
    uid: d3f7ed34-53b4-410e-9b4e-6a606cec24b3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:03:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-1999c-predictor-55bb7799cf-ds5rw
    namespace: kserve-ci-e2e-test
    resourceVersion: "27403"
    uid: ebc59f98-4ca1-4c6e-8028-4694a9e9dd97
  kind: Event
  lastTimestamp: "2026-07-29T11:03:45Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-29T11:03:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:03:45Z"
    name: raw-sklearn-runtime-1999c-predictor-55bb7799cf-ds5rw.18c6bdd527d379b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27476"
    uid: 069f6dc2-c487-4003-9c6b-41f6b5aa59c3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:03:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-1999c-predictor-55bb7799cf-ds5rw
    namespace: kserve-ci-e2e-test
    resourceVersion: "27403"
    uid: ebc59f98-4ca1-4c6e-8028-4694a9e9dd97
  kind: Event
  lastTimestamp: "2026-07-29T11:03:45Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T11:03:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:03:45Z"
    name: raw-sklearn-runtime-1999c-predictor-55bb7799cf-ds5rw.18c6bdd52849de04
    namespace: kserve-ci-e2e-test
    resourceVersion: "27477"
    uid: b8ab4f51-11da-4edb-8c06-d4b62d429ca6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-29T11:03:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-1999c-predictor-55bb7799cf-ds5rw
    namespace: kserve-ci-e2e-test
    resourceVersion: "27403"
    uid: ebc59f98-4ca1-4c6e-8028-4694a9e9dd97
  kind: Event
  lastTimestamp: "2026-07-29T11:05:13Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-29T11:03:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:05:13Z"
    name: raw-sklearn-runtime-1999c-predictor-55bb7799cf-ds5rw.18c6bdd59918043e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28134"
    uid: 7bc92ccb-9af4-4de2-b06a-b0dc1036a6a7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:05:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-1999c-predictor-55bb7799cf-ds5rw
    namespace: kserve-ci-e2e-test
    resourceVersion: "27403"
    uid: ebc59f98-4ca1-4c6e-8028-4694a9e9dd97
  kind: Event
  lastTimestamp: "2026-07-29T11:05:10Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-29T11:05:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:05:10Z"
    name: raw-sklearn-runtime-1999c-predictor-55bb7799cf-ds5rw.18c6bde8f84ba8cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28109"
    uid: 95047e76-e197-4ebd-a6e4-014477c89319
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:05:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-1999c-predictor-55bb7799cf-ds5rw
    namespace: kserve-ci-e2e-test
    resourceVersion: "27403"
    uid: ebc59f98-4ca1-4c6e-8028-4694a9e9dd97
  kind: Event
  lastTimestamp: "2026-07-29T11:05:10Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-29T11:05:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:05:10Z"
    name: raw-sklearn-runtime-1999c-predictor-55bb7799cf-ds5rw.18c6bde8f84c2309
    namespace: kserve-ci-e2e-test
    resourceVersion: "28110"
    uid: 26a8170d-20b5-42c6-b739-b2215ff7c1fc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:05:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-1999c-predictor-55bb7799cf-ds5rw
    namespace: kserve-ci-e2e-test
    resourceVersion: "27403"
    uid: ebc59f98-4ca1-4c6e-8028-4694a9e9dd97
  kind: Event
  lastTimestamp: "2026-07-29T11:05:13Z"
  message: 'Readiness probe failed: Get "https://10.132.0.41:8643/healthz": dial tcp
    10.132.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-29T11:05:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-29T11:05:13Z"
    name: raw-sklearn-runtime-1999c-predictor-55bb7799cf-ds5rw.18c6bde99f4df829
    namespace: kserve-ci-e2e-test
    resourceVersion: "28133"
    uid: 54160e9e-a69c-4004-925f-4fad826b937c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-111.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-111.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:03:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-runtime-1999c-predictor-55bb7799cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27390"
    uid: 8f953fa8-fe8b-4d9a-b33b-19489ebeff72
  kind: Event
  lastTimestamp: "2026-07-29T11:03:40Z"
  message: 'Created pod: raw-sklearn-runtime-1999c-predictor-55bb7799cf-ds5rw'
  metadata:
    creationTimestamp: "2026-07-29T11:03:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:03:40Z"
    name: raw-sklearn-runtime-1999c-predictor-55bb7799cf.18c6bdd3fc4c2a77
    namespace: kserve-ci-e2e-test
    resourceVersion: "27402"
    uid: 1102db36-791d-4972-8ae7-4dfe45e4b4fc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:03:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-runtime-1999c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27388"
    uid: c8def11a-bba7-48c0-8dda-d5d1feb42a55
  kind: Event
  lastTimestamp: "2026-07-29T11:03:40Z"
  message: Scaled up replica set raw-sklearn-runtime-1999c-predictor-55bb7799cf from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-29T11:03:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:03:40Z"
    name: raw-sklearn-runtime-1999c-predictor.18c6bdd3f859c78b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27391"
    uid: 455f746d-5de5-46a7-864d-56f2f5775d04
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T11:03:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-1999c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27389"
    uid: 6eb63fa5-fc07-402c-a370-885e4cfcc812
  kind: Event
  lastTimestamp: "2026-07-29T11:04:10Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T11:03:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:04:10Z"
    name: raw-sklearn-runtime-1999c-predictor.18c6bdd777305706
    namespace: kserve-ci-e2e-test
    resourceVersion: "27650"
    uid: 2df4abaa-4a20-4381-a75c-e4193e2034aa
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T11:03:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-1999c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27389"
    uid: 6eb63fa5-fc07-402c-a370-885e4cfcc812
  kind: Event
  lastTimestamp: "2026-07-29T11:04:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-29T11:03:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:04:10Z"
    name: raw-sklearn-runtime-1999c-predictor.18c6bdd777906388
    namespace: kserve-ci-e2e-test
    resourceVersion: "27651"
    uid: 09faa7b8-20ee-43c4-a335-6b5bbec700a2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-29T11:04:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-1999c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27551"
    uid: 6eb63fa5-fc07-402c-a370-885e4cfcc812
  kind: Event
  lastTimestamp: "2026-07-29T11:05:10Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-29T11:04:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:05:10Z"
    name: raw-sklearn-runtime-1999c-predictor.18c6bdde755d5df1
    namespace: kserve-ci-e2e-test
    resourceVersion: "28092"
    uid: c69e4d42-2806-40e1-ad80-3b71a18e8ae5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-29T11:04:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-1999c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27551"
    uid: 6eb63fa5-fc07-402c-a370-885e4cfcc812
  kind: Event
  lastTimestamp: "2026-07-29T11:05:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-29T11:04:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-29T11:05:10Z"
    name: raw-sklearn-runtime-1999c-predictor.18c6bdde75cf46ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "28093"
    uid: 9826f507-dc67-41ba-8133-181f4057591d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-29T11:03:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-1999c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27381"
    uid: a3ffd2fd-24e0-4f5c-975e-38e939325bfd
  kind: Event
  lastTimestamp: "2026-07-29T11:05:03Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-29T11:03:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:05:03Z"
    name: raw-sklearn-runtime-1999c.18c6bdd3f8580cca
    namespace: kserve-ci-e2e-test
    resourceVersion: "28043"
    uid: d1f7d688-7cd3-4d80-82d9-1321f3f4749f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-29T11:03:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-1999c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27381"
    uid: a3ffd2fd-24e0-4f5c-975e-38e939325bfd
  kind: Event
  lastTimestamp: "2026-07-29T11:03:40Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-runtime-1999c":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-runtime-1999c":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-29T11:03:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:03:40Z"
    name: raw-sklearn-runtime-1999c.18c6bdd3f8d4dec2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27411"
    uid: fa7f0bca-d1c7-4177-8bad-8ef945c1363b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:03:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-1999c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27384"
    uid: a3ffd2fd-24e0-4f5c-975e-38e939325bfd
  kind: Event
  lastTimestamp: "2026-07-29T11:03:40Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "raw-sklearn-runtime-1999c": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-29T11:03:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:03:40Z"
    name: raw-sklearn-runtime-1999c.18c6bdd3fe58bd82
    namespace: kserve-ci-e2e-test
    resourceVersion: "27413"
    uid: ae5f0cff-f66c-4486-b7fe-0ea86fc88910
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-29T11:05:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-1999c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28041"
    uid: a3ffd2fd-24e0-4f5c-975e-38e939325bfd
  kind: Event
  lastTimestamp: "2026-07-29T11:05:03Z"
  message: InferenceService [raw-sklearn-runtime-1999c] is Ready
  metadata:
    creationTimestamp: "2026-07-29T11:05:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-29T11:05:03Z"
    name: raw-sklearn-runtime-1999c.18c6bde750481cac
    namespace: kserve-ci-e2e-test
    resourceVersion: "28042"
    uid: 56b8ee63-be7d-4a60-a1ab-fc16d740eec2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "28363"