---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:00:21.441339Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-pttm5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20649"
    uid: 52920a25-a151-4742-ba02-abc02af29a3b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-5f845bd94d-pttm5
    to ip-10-0-136-127.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:00:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:00:21Z"
    name: isvc-canary-create-predictor-5f845bd94d-pttm5.18d62d955be34345
    namespace: kserve-ci-e2e-test
    resourceVersion: "20652"
    uid: b3a52dfb-0cff-4881-9a09-04b4c6c76022
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-76c867b89b-fnmz4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-pttm5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20651"
    uid: 52920a25-a151-4742-ba02-abc02af29a3b
  kind: Event
  lastTimestamp: "2026-09-17T18:00:21Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-create-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:00:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:00:21Z"
    name: isvc-canary-create-predictor-5f845bd94d-pttm5.18d62d9569694a67
    namespace: kserve-ci-e2e-test
    resourceVersion: "20672"
    uid: 7efccef7-3d3f-4cf6-9cee-700495c184e6
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-pttm5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20656"
    uid: 52920a25-a151-4742-ba02-abc02af29a3b
  kind: Event
  lastTimestamp: "2026-09-17T18:00:22Z"
  message: Add eth0 [10.133.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:00:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:00:22Z"
    name: isvc-canary-create-predictor-5f845bd94d-pttm5.18d62d95a188ce11
    namespace: kserve-ci-e2e-test
    resourceVersion: "20689"
    uid: 20d79fd4-78a9-407d-a9bd-d0d865a07d93
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-pttm5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20651"
    uid: 52920a25-a151-4742-ba02-abc02af29a3b
  kind: Event
  lastTimestamp: "2026-09-17T18:00:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4352771c5cb4ba9624a857ef32395dc1abbb2576e467cd6caf52080736c17239"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:00:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:00:22Z"
    name: isvc-canary-create-predictor-5f845bd94d-pttm5.18d62d95a413a460
    namespace: kserve-ci-e2e-test
    resourceVersion: "20691"
    uid: 610b89b9-fd6b-47f9-a337-7d9204ec125d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-pttm5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20651"
    uid: 52920a25-a151-4742-ba02-abc02af29a3b
  kind: Event
  lastTimestamp: "2026-09-17T18:00:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:00:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:00:22Z"
    name: isvc-canary-create-predictor-5f845bd94d-pttm5.18d62d95a793c04a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20694"
    uid: 6c4b04a3-4b27-4a41-b22c-dd87f4df5fa3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-pttm5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20651"
    uid: 52920a25-a151-4742-ba02-abc02af29a3b
  kind: Event
  lastTimestamp: "2026-09-17T18:00:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:00:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:00:22Z"
    name: isvc-canary-create-predictor-5f845bd94d-pttm5.18d62d95a806166b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20696"
    uid: 5c4efaa0-61f9-46d2-8925-be6a7e49dbdb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-pttm5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20651"
    uid: 52920a25-a151-4742-ba02-abc02af29a3b
  kind: Event
  lastTimestamp: "2026-09-17T18:00:27Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:00:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:00:27Z"
    name: isvc-canary-create-predictor-5f845bd94d-pttm5.18d62d96b97f9528
    namespace: kserve-ci-e2e-test
    resourceVersion: "20756"
    uid: fc339188-1b94-465c-abc8-cd60ea2b8dc0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-pttm5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20651"
    uid: 52920a25-a151-4742-ba02-abc02af29a3b
  kind: Event
  lastTimestamp: "2026-09-17T18:00:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:00:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:00:27Z"
    name: isvc-canary-create-predictor-5f845bd94d-pttm5.18d62d96bcc10949
    namespace: kserve-ci-e2e-test
    resourceVersion: "20759"
    uid: 8b0b3256-7886-4488-a702-ab033c23f266
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-pttm5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20651"
    uid: 52920a25-a151-4742-ba02-abc02af29a3b
  kind: Event
  lastTimestamp: "2026-09-17T18:00:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:00:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:00:27Z"
    name: isvc-canary-create-predictor-5f845bd94d-pttm5.18d62d96bd3590cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20760"
    uid: a3ac4799-34c8-4fc8-90d4-daf7e7ff8b79
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-pttm5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20651"
    uid: 52920a25-a151-4742-ba02-abc02af29a3b
  kind: Event
  lastTimestamp: "2026-09-17T18:00:27Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:00:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:00:27Z"
    name: isvc-canary-create-predictor-5f845bd94d-pttm5.18d62d96bd3fc9a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20761"
    uid: d1522a6c-4351-4dc7-a9e2-414c35efaaf1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-pttm5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20651"
    uid: 52920a25-a151-4742-ba02-abc02af29a3b
  kind: Event
  lastTimestamp: "2026-09-17T18:00:27Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:00:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:00:27Z"
    name: isvc-canary-create-predictor-5f845bd94d-pttm5.18d62d96bfc58ce1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20765"
    uid: 191d19fe-45ce-4c61-9ac5-4c7250fd2dd6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-pttm5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20651"
    uid: 52920a25-a151-4742-ba02-abc02af29a3b
  kind: Event
  lastTimestamp: "2026-09-17T18:00:27Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:00:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:00:27Z"
    name: isvc-canary-create-predictor-5f845bd94d-pttm5.18d62d96c03735ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "20766"
    uid: c4f19721-ff6c-4bdb-aa2a-4a629162b6bb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-pttm5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20651"
    uid: 52920a25-a151-4742-ba02-abc02af29a3b
  kind: Event
  lastTimestamp: "2026-09-17T18:01:35Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:00:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:01:35Z"
    name: isvc-canary-create-predictor-5f845bd94d-pttm5.18d62d97315d4847
    namespace: kserve-ci-e2e-test
    resourceVersion: "21304"
    uid: 3e5cb843-4e26-44ab-b0b3-7ecffb63ff36
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-pttm5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20651"
    uid: 52920a25-a151-4742-ba02-abc02af29a3b
  kind: Event
  lastTimestamp: "2026-09-17T18:01:44Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:01:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:01:44Z"
    name: isvc-canary-create-predictor-5f845bd94d-pttm5.18d62da8b81da118
    namespace: kserve-ci-e2e-test
    resourceVersion: "21386"
    uid: c102ac2e-f993-425e-9439-77bd37b944e4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-pttm5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20651"
    uid: 52920a25-a151-4742-ba02-abc02af29a3b
  kind: Event
  lastTimestamp: "2026-09-17T18:01:44Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:01:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:01:44Z"
    name: isvc-canary-create-predictor-5f845bd94d-pttm5.18d62da8b81e7358
    namespace: kserve-ci-e2e-test
    resourceVersion: "21388"
    uid: 92ee1c52-3fcb-4875-b3e6-b1f1877df211
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-pttm5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20651"
    uid: 52920a25-a151-4742-ba02-abc02af29a3b
  kind: Event
  lastTimestamp: "2026-09-17T18:01:45Z"
  message: 'Readiness probe failed: Get "https://10.133.0.32:8643/healthz": dial tcp
    10.133.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:01:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:01:45Z"
    name: isvc-canary-create-predictor-5f845bd94d-pttm5.18d62da8e3838684
    namespace: kserve-ci-e2e-test
    resourceVersion: "21407"
    uid: f70730bf-0b87-4a80-8470-1a16f93fc686
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:00:21.500387Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-vj9wm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20657"
    uid: c24cc4c4-fd14-44f6-80a7-6612a88d75ba
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-5f845bd94d-vj9wm
    to ip-10-0-134-156.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:00:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:00:21Z"
    name: isvc-canary-create-predictor-5f845bd94d-vj9wm.18d62d955f684e4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20662"
    uid: 0db1afff-c351-4ba9-807f-e61040f748be
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-76c867b89b-fnmz4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-vj9wm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20660"
    uid: c24cc4c4-fd14-44f6-80a7-6612a88d75ba
  kind: Event
  lastTimestamp: "2026-09-17T18:00:21Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-create-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T18:00:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:00:21Z"
    name: isvc-canary-create-predictor-5f845bd94d-vj9wm.18d62d956b67d136
    namespace: kserve-ci-e2e-test
    resourceVersion: "20673"
    uid: 329f8615-f7b0-4567-b4b8-c81a035b746a
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-vj9wm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20666"
    uid: c24cc4c4-fd14-44f6-80a7-6612a88d75ba
  kind: Event
  lastTimestamp: "2026-09-17T18:00:22Z"
  message: Add eth0 [10.134.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:00:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:00:22Z"
    name: isvc-canary-create-predictor-5f845bd94d-vj9wm.18d62d95a5c1afac
    namespace: kserve-ci-e2e-test
    resourceVersion: "20692"
    uid: 42727927-6c7c-428f-9ba9-6dee6aa6806c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-vj9wm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20660"
    uid: c24cc4c4-fd14-44f6-80a7-6612a88d75ba
  kind: Event
  lastTimestamp: "2026-09-17T18:00:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4352771c5cb4ba9624a857ef32395dc1abbb2576e467cd6caf52080736c17239"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:00:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:00:22Z"
    name: isvc-canary-create-predictor-5f845bd94d-vj9wm.18d62d95a8140cfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20695"
    uid: 679e4838-908c-4fb6-8ccf-8a1e5c370fa6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-vj9wm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20660"
    uid: c24cc4c4-fd14-44f6-80a7-6612a88d75ba
  kind: Event
  lastTimestamp: "2026-09-17T18:00:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:00:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:00:22Z"
    name: isvc-canary-create-predictor-5f845bd94d-vj9wm.18d62d95aaf50244
    namespace: kserve-ci-e2e-test
    resourceVersion: "20697"
    uid: d0fe29e5-13f2-4dfb-8742-6868ad183262
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-vj9wm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20660"
    uid: c24cc4c4-fd14-44f6-80a7-6612a88d75ba
  kind: Event
  lastTimestamp: "2026-09-17T18:00:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:00:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:00:22Z"
    name: isvc-canary-create-predictor-5f845bd94d-vj9wm.18d62d95ab65fdfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "20698"
    uid: 24ec1124-8597-45c4-a9b0-645909993057
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-vj9wm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20660"
    uid: c24cc4c4-fd14-44f6-80a7-6612a88d75ba
  kind: Event
  lastTimestamp: "2026-09-17T18:00:27Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:00:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:00:27Z"
    name: isvc-canary-create-predictor-5f845bd94d-vj9wm.18d62d96c10f5295
    namespace: kserve-ci-e2e-test
    resourceVersion: "20767"
    uid: 36134b39-87af-45b4-a11b-a2246d968a84
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-vj9wm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20660"
    uid: c24cc4c4-fd14-44f6-80a7-6612a88d75ba
  kind: Event
  lastTimestamp: "2026-09-17T18:00:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:00:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:00:27Z"
    name: isvc-canary-create-predictor-5f845bd94d-vj9wm.18d62d96c40ba864
    namespace: kserve-ci-e2e-test
    resourceVersion: "20772"
    uid: dfd3efa3-e193-4bca-babd-342e49b7709e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-vj9wm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20660"
    uid: c24cc4c4-fd14-44f6-80a7-6612a88d75ba
  kind: Event
  lastTimestamp: "2026-09-17T18:00:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:00:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:00:27Z"
    name: isvc-canary-create-predictor-5f845bd94d-vj9wm.18d62d96c478f8e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20773"
    uid: 6d19e97a-9512-4cc8-8bc0-0073c1f1bd2f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-vj9wm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20660"
    uid: c24cc4c4-fd14-44f6-80a7-6612a88d75ba
  kind: Event
  lastTimestamp: "2026-09-17T18:00:27Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:00:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:00:27Z"
    name: isvc-canary-create-predictor-5f845bd94d-vj9wm.18d62d96c483382f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20774"
    uid: 2fd12363-351a-4f4d-8abc-75411bd53fb4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-vj9wm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20660"
    uid: c24cc4c4-fd14-44f6-80a7-6612a88d75ba
  kind: Event
  lastTimestamp: "2026-09-17T18:00:27Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:00:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:00:27Z"
    name: isvc-canary-create-predictor-5f845bd94d-vj9wm.18d62d96c7f3fdd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20776"
    uid: 649391ad-4eff-44d6-ba84-a2dd9cf42ead
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-vj9wm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20660"
    uid: c24cc4c4-fd14-44f6-80a7-6612a88d75ba
  kind: Event
  lastTimestamp: "2026-09-17T18:00:27Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:00:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:00:27Z"
    name: isvc-canary-create-predictor-5f845bd94d-vj9wm.18d62d96c8600ba3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20777"
    uid: f15307cf-a212-47d1-9200-5bad6713ee2e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-vj9wm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20660"
    uid: c24cc4c4-fd14-44f6-80a7-6612a88d75ba
  kind: Event
  lastTimestamp: "2026-09-17T18:01:54Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:00:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:01:54Z"
    name: isvc-canary-create-predictor-5f845bd94d-vj9wm.18d62d9827223b10
    namespace: kserve-ci-e2e-test
    resourceVersion: "21507"
    uid: 0b3f2e32-785a-432f-bfcc-97295809a557
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-vj9wm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20660"
    uid: c24cc4c4-fd14-44f6-80a7-6612a88d75ba
  kind: Event
  lastTimestamp: "2026-09-17T18:01:51Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:01:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:01:51Z"
    name: isvc-canary-create-predictor-5f845bd94d-vj9wm.18d62daa4d20d9eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21482"
    uid: 3c6d0a93-ba0e-4c4c-815f-5946c63b1522
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-vj9wm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20660"
    uid: c24cc4c4-fd14-44f6-80a7-6612a88d75ba
  kind: Event
  lastTimestamp: "2026-09-17T18:01:51Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:01:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:01:51Z"
    name: isvc-canary-create-predictor-5f845bd94d-vj9wm.18d62daa4d220c44
    namespace: kserve-ci-e2e-test
    resourceVersion: "21485"
    uid: ba527c1f-8d79-4ce6-8188-0d6c46aa4ba5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-vj9wm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20660"
    uid: c24cc4c4-fd14-44f6-80a7-6612a88d75ba
  kind: Event
  lastTimestamp: "2026-09-17T18:01:53Z"
  message: 'Readiness probe failed: Get "https://10.134.0.37:8643/healthz": dial tcp
    10.134.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:01:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:01:53Z"
    name: isvc-canary-create-predictor-5f845bd94d-vj9wm.18d62daac7c81631
    namespace: kserve-ci-e2e-test
    resourceVersion: "21498"
    uid: 4251a9aa-be44-4d27-a504-e9de826b111e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-5f845bd94d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20630"
    uid: 36d65940-957c-41ca-9e7c-3d1da6dbb2d0
  kind: Event
  lastTimestamp: "2026-09-17T18:00:21Z"
  message: 'Created pod: isvc-canary-create-predictor-5f845bd94d-pttm5'
  metadata:
    creationTimestamp: "2026-09-17T18:00:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:00:21Z"
    name: isvc-canary-create-predictor-5f845bd94d.18d62d955b436bb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20650"
    uid: e84f248b-ef41-4efb-ac1d-63b53dcfe5ba
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-5f845bd94d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20630"
    uid: 36d65940-957c-41ca-9e7c-3d1da6dbb2d0
  kind: Event
  lastTimestamp: "2026-09-17T18:00:21Z"
  message: 'Created pod: isvc-canary-create-predictor-5f845bd94d-vj9wm'
  metadata:
    creationTimestamp: "2026-09-17T18:00:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:00:21Z"
    name: isvc-canary-create-predictor-5f845bd94d.18d62d955edd8665
    namespace: kserve-ci-e2e-test
    resourceVersion: "20659"
    uid: d1817a62-13ff-45e8-b27c-28118a76da98
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-5f845bd94d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21378"
    uid: 36d65940-957c-41ca-9e7c-3d1da6dbb2d0
  kind: Event
  lastTimestamp: "2026-09-17T18:01:44Z"
  message: 'Deleted pod: isvc-canary-create-predictor-5f845bd94d-pttm5'
  metadata:
    creationTimestamp: "2026-09-17T18:01:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:01:44Z"
    name: isvc-canary-create-predictor-5f845bd94d.18d62da8b8033eed
    namespace: kserve-ci-e2e-test
    resourceVersion: "21381"
    uid: 1edc1eec-65d3-4530-8fe5-451f4cb8372c
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20628"
    uid: 74fd27d3-5ee2-42ea-a4a9-d36aa28e71dd
  kind: Event
  lastTimestamp: "2026-09-17T18:00:21Z"
  message: Scaled up replica set isvc-canary-create-predictor-5f845bd94d from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-17T18:00:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:00:21Z"
    name: isvc-canary-create-predictor.18d62d9555dea1a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20632"
    uid: 65ddc681-7133-4542-aefd-8b56de56721e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21374"
    uid: 74fd27d3-5ee2-42ea-a4a9-d36aa28e71dd
  kind: Event
  lastTimestamp: "2026-09-17T18:01:44Z"
  message: Scaled down replica set isvc-canary-create-predictor-5f845bd94d from 2
    to 1
  metadata:
    creationTimestamp: "2026-09-17T18:01:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:01:44Z"
    name: isvc-canary-create-predictor.18d62da8b7534e9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21379"
    uid: 8d58b871-0b96-4368-b7ef-35bd54d6cc08
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:00:21.368646Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-ps8sg
    namespace: kserve-ci-e2e-test
    resourceVersion: "20634"
    uid: de34f6eb-d4a7-4efe-a527-6de22912a33c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-v2-predictor-79d6f5c6d9-ps8sg
    to ip-10-0-134-156.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:00:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:00:21Z"
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-ps8sg.18d62d95578e120f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20642"
    uid: 15238cbd-a88c-4561-9b23-0d7d02e01549
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-76c867b89b-fnmz4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-ps8sg
    namespace: kserve-ci-e2e-test
    resourceVersion: "20648"
    uid: de34f6eb-d4a7-4efe-a527-6de22912a33c
  kind: Event
  lastTimestamp: "2026-09-17T18:00:21Z"
  message: Add eth0 [10.134.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:00:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:00:21Z"
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-ps8sg.18d62d957989cd6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20678"
    uid: d323ce5b-22aa-4fc8-b62c-67f9d32882ee
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-ps8sg
    namespace: kserve-ci-e2e-test
    resourceVersion: "20636"
    uid: de34f6eb-d4a7-4efe-a527-6de22912a33c
  kind: Event
  lastTimestamp: "2026-09-17T18:00:21Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4352771c5cb4ba9624a857ef32395dc1abbb2576e467cd6caf52080736c17239"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:00:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:00:21Z"
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-ps8sg.18d62d957b63a5c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20680"
    uid: 107f58bc-ac36-4eb1-bee4-3d21d5cc834b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-ps8sg
    namespace: kserve-ci-e2e-test
    resourceVersion: "20636"
    uid: de34f6eb-d4a7-4efe-a527-6de22912a33c
  kind: Event
  lastTimestamp: "2026-09-17T18:00:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:00:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:00:22Z"
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-ps8sg.18d62d957e50e487
    namespace: kserve-ci-e2e-test
    resourceVersion: "20681"
    uid: e29b0aa0-4ff8-455a-b8cb-54c5919e7324
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-ps8sg
    namespace: kserve-ci-e2e-test
    resourceVersion: "20636"
    uid: de34f6eb-d4a7-4efe-a527-6de22912a33c
  kind: Event
  lastTimestamp: "2026-09-17T18:00:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:00:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:00:22Z"
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-ps8sg.18d62d957ebef13d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20682"
    uid: db83c151-9755-4051-8dc1-c18b9a545f46
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-ps8sg
    namespace: kserve-ci-e2e-test
    resourceVersion: "20636"
    uid: de34f6eb-d4a7-4efe-a527-6de22912a33c
  kind: Event
  lastTimestamp: "2026-09-17T18:00:26Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:00:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:00:26Z"
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-ps8sg.18d62d9684fcb84c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20740"
    uid: 41a0bf3b-e068-4663-9716-ddfbd8abf9c0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-ps8sg
    namespace: kserve-ci-e2e-test
    resourceVersion: "20636"
    uid: de34f6eb-d4a7-4efe-a527-6de22912a33c
  kind: Event
  lastTimestamp: "2026-09-17T18:00:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:00:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:00:26Z"
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-ps8sg.18d62d96891ef873
    namespace: kserve-ci-e2e-test
    resourceVersion: "20743"
    uid: abbb448b-dfda-4da7-b651-f14b968a2b2c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-ps8sg
    namespace: kserve-ci-e2e-test
    resourceVersion: "20636"
    uid: de34f6eb-d4a7-4efe-a527-6de22912a33c
  kind: Event
  lastTimestamp: "2026-09-17T18:00:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:00:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:00:26Z"
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-ps8sg.18d62d968994bb36
    namespace: kserve-ci-e2e-test
    resourceVersion: "20744"
    uid: f47527ce-fc23-4b6e-9290-be478989923f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-ps8sg
    namespace: kserve-ci-e2e-test
    resourceVersion: "20636"
    uid: de34f6eb-d4a7-4efe-a527-6de22912a33c
  kind: Event
  lastTimestamp: "2026-09-17T18:00:26Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:00:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:00:26Z"
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-ps8sg.18d62d96899ea91c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20745"
    uid: 26f0532a-439b-4707-9c7a-61401c936c36
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-ps8sg
    namespace: kserve-ci-e2e-test
    resourceVersion: "20636"
    uid: de34f6eb-d4a7-4efe-a527-6de22912a33c
  kind: Event
  lastTimestamp: "2026-09-17T18:00:26Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:00:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:00:26Z"
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-ps8sg.18d62d968cc48fe0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20746"
    uid: 9a074f83-1d8f-4705-b6ce-16457e28bd32
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-ps8sg
    namespace: kserve-ci-e2e-test
    resourceVersion: "20636"
    uid: de34f6eb-d4a7-4efe-a527-6de22912a33c
  kind: Event
  lastTimestamp: "2026-09-17T18:00:26Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:00:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:00:26Z"
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-ps8sg.18d62d968d365d89
    namespace: kserve-ci-e2e-test
    resourceVersion: "20747"
    uid: 08eae8da-fd91-49ce-b907-13c960df8591
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-ps8sg
    namespace: kserve-ci-e2e-test
    resourceVersion: "20636"
    uid: de34f6eb-d4a7-4efe-a527-6de22912a33c
  kind: Event
  lastTimestamp: "2026-09-17T18:01:54Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:00:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:01:54Z"
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-ps8sg.18d62d96fd106188
    namespace: kserve-ci-e2e-test
    resourceVersion: "21506"
    uid: 2048444f-e650-4409-946c-14ad72fcec55
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-ps8sg
    namespace: kserve-ci-e2e-test
    resourceVersion: "20636"
    uid: de34f6eb-d4a7-4efe-a527-6de22912a33c
  kind: Event
  lastTimestamp: "2026-09-17T18:01:51Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:01:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:01:51Z"
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-ps8sg.18d62daa4ce65d51
    namespace: kserve-ci-e2e-test
    resourceVersion: "21478"
    uid: 62ccd4f5-9137-46d8-9b4f-3217b831ba51
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-ps8sg
    namespace: kserve-ci-e2e-test
    resourceVersion: "20636"
    uid: de34f6eb-d4a7-4efe-a527-6de22912a33c
  kind: Event
  lastTimestamp: "2026-09-17T18:01:51Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:01:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:01:51Z"
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-ps8sg.18d62daa4ce6f493
    namespace: kserve-ci-e2e-test
    resourceVersion: "21479"
    uid: 4171d6a5-6d92-4330-9bc9-33b8d19982af
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-ps8sg
    namespace: kserve-ci-e2e-test
    resourceVersion: "20636"
    uid: de34f6eb-d4a7-4efe-a527-6de22912a33c
  kind: Event
  lastTimestamp: "2026-09-17T18:01:54Z"
  message: 'Readiness probe failed: Get "https://10.134.0.36:8643/healthz": dial tcp
    10.134.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:01:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:01:54Z"
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-ps8sg.18d62dab0347ff0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21505"
    uid: 2718f67c-1186-440a-a1d4-4bd19b45d70e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-v2-predictor-79d6f5c6d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20619"
    uid: ca69fc87-54b2-4646-bb3f-b157ea71df2b
  kind: Event
  lastTimestamp: "2026-09-17T18:00:21Z"
  message: 'Created pod: isvc-canary-create-v2-predictor-79d6f5c6d9-ps8sg'
  metadata:
    creationTimestamp: "2026-09-17T18:00:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:00:21Z"
    name: isvc-canary-create-v2-predictor-79d6f5c6d9.18d62d9557031fc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20638"
    uid: 23de1a5f-6b3d-4eab-ad79-4686ca7a49c1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20618"
    uid: 3c4473ba-ebeb-4fce-8a73-474623d8e3ab
  kind: Event
  lastTimestamp: "2026-09-17T18:00:21Z"
  message: Scaled up replica set isvc-canary-create-v2-predictor-79d6f5c6d9 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T18:00:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:00:21Z"
    name: isvc-canary-create-v2-predictor.18d62d9551946ff8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20620"
    uid: ccb8009a-5539-425e-9c0d-2050a912b578
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 18
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "20610"
    uid: 43b7f4dc-4db3-41a7-91e1-d834c3597c56
  kind: Event
  lastTimestamp: "2026-09-17T18:01:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:00:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:01:44Z"
    name: isvc-canary-create.18d62d955534400f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21400"
    uid: 9d80c09c-7883-4112-8bef-45a3d66a2d0e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "20610"
    uid: 43b7f4dc-4db3-41a7-91e1-d834c3597c56
  kind: Event
  lastTimestamp: "2026-09-17T18:01:44Z"
  message: 'Failed to update status for InferenceService "isvc-canary-create": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-create":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:00:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:01:44Z"
    name: isvc-canary-create.18d62d9555e6cf73
    namespace: kserve-ci-e2e-test
    resourceVersion: "21395"
    uid: 20eb1228-72e3-4410-8391-c6869d430aa7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "20610"
    uid: 43b7f4dc-4db3-41a7-91e1-d834c3597c56
  kind: Event
  lastTimestamp: "2026-09-17T18:01:44Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-create": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:00:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:01:44Z"
    name: isvc-canary-create.18d62d9555e746fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21396"
    uid: b8a59415-d3e9-4efa-8a40-e217fa2b6d81
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "21398"
    uid: 43b7f4dc-4db3-41a7-91e1-d834c3597c56
  kind: Event
  lastTimestamp: "2026-09-17T18:01:44Z"
  message: InferenceService [isvc-canary-create] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:01:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:01:44Z"
    name: isvc-canary-create.18d62da8bec547f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21399"
    uid: 837276b9-733d-4271-a5a8-e179c6f0db93
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:01:56.579897Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-nd8rj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21567"
    uid: a968b88f-d7d1-41cf-92a0-6efb75144f26
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-567686cc76-nd8rj
    to ip-10-0-136-127.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:01:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:01:56Z"
    name: isvc-canary-promote-predictor-567686cc76-nd8rj.18d62dab8296708a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21572"
    uid: 2b65f005-2f41-4b6a-bbee-337c15f4083b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-76c867b89b-fnmz4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-nd8rj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21578"
    uid: a968b88f-d7d1-41cf-92a0-6efb75144f26
  kind: Event
  lastTimestamp: "2026-09-17T18:01:57Z"
  message: Add eth0 [10.133.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:01:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:01:57Z"
    name: isvc-canary-promote-predictor-567686cc76-nd8rj.18d62daba47864e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21594"
    uid: 29dc87e9-8839-4d66-b1a7-11bef68166a8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-nd8rj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21570"
    uid: a968b88f-d7d1-41cf-92a0-6efb75144f26
  kind: Event
  lastTimestamp: "2026-09-17T18:01:57Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4352771c5cb4ba9624a857ef32395dc1abbb2576e467cd6caf52080736c17239"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:01:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:01:57Z"
    name: isvc-canary-promote-predictor-567686cc76-nd8rj.18d62daba66d040c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21598"
    uid: 13026e0f-2959-43f5-a403-48aec00fa112
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-nd8rj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21570"
    uid: a968b88f-d7d1-41cf-92a0-6efb75144f26
  kind: Event
  lastTimestamp: "2026-09-17T18:01:57Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:01:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:01:57Z"
    name: isvc-canary-promote-predictor-567686cc76-nd8rj.18d62daba9613ed7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21600"
    uid: 8932ec55-6b13-4dfe-beb7-56242c9b5aba
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-nd8rj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21570"
    uid: a968b88f-d7d1-41cf-92a0-6efb75144f26
  kind: Event
  lastTimestamp: "2026-09-17T18:01:57Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:01:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:01:57Z"
    name: isvc-canary-promote-predictor-567686cc76-nd8rj.18d62daba9cd24e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21602"
    uid: 6ef36ada-c5cd-469f-afad-3fc43e330a46
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-nd8rj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21570"
    uid: a968b88f-d7d1-41cf-92a0-6efb75144f26
  kind: Event
  lastTimestamp: "2026-09-17T18:02:01Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:02:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:02:01Z"
    name: isvc-canary-promote-predictor-567686cc76-nd8rj.18d62dacb3230dc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21651"
    uid: d3a052b2-882c-49a1-8ada-0664ea42b9db
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-nd8rj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21570"
    uid: a968b88f-d7d1-41cf-92a0-6efb75144f26
  kind: Event
  lastTimestamp: "2026-09-17T18:02:01Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:02:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:02:01Z"
    name: isvc-canary-promote-predictor-567686cc76-nd8rj.18d62dacb650383c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21653"
    uid: a0b0e564-30ec-4e64-9471-f30c45057f1a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-nd8rj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21570"
    uid: a968b88f-d7d1-41cf-92a0-6efb75144f26
  kind: Event
  lastTimestamp: "2026-09-17T18:02:01Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:02:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:02:01Z"
    name: isvc-canary-promote-predictor-567686cc76-nd8rj.18d62dacb6c2b1df
    namespace: kserve-ci-e2e-test
    resourceVersion: "21654"
    uid: 0fd3d086-b18e-4d33-a340-73ea6ac43b2d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-nd8rj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21570"
    uid: a968b88f-d7d1-41cf-92a0-6efb75144f26
  kind: Event
  lastTimestamp: "2026-09-17T18:02:01Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:02:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:02:01Z"
    name: isvc-canary-promote-predictor-567686cc76-nd8rj.18d62dacb6cd47f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21655"
    uid: 57cafa56-23c1-4018-a2ad-713d532836b2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-nd8rj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21570"
    uid: a968b88f-d7d1-41cf-92a0-6efb75144f26
  kind: Event
  lastTimestamp: "2026-09-17T18:02:01Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:02:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:02:01Z"
    name: isvc-canary-promote-predictor-567686cc76-nd8rj.18d62dacb993334d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21660"
    uid: ea1db242-5173-421f-91d0-19af6b47f4f6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-nd8rj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21570"
    uid: a968b88f-d7d1-41cf-92a0-6efb75144f26
  kind: Event
  lastTimestamp: "2026-09-17T18:02:01Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:02:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:02:01Z"
    name: isvc-canary-promote-predictor-567686cc76-nd8rj.18d62dacba057bcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21661"
    uid: b20b72cb-81b2-42a2-b6eb-3b25df3ccc53
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-nd8rj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21570"
    uid: a968b88f-d7d1-41cf-92a0-6efb75144f26
  kind: Event
  lastTimestamp: "2026-09-17T18:03:12Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:02:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:03:12Z"
    name: isvc-canary-promote-predictor-567686cc76-nd8rj.18d62dacef1fcdf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22193"
    uid: 121929e6-fb01-41b1-a4dd-b8f81b1ebac3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-nd8rj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21570"
    uid: a968b88f-d7d1-41cf-92a0-6efb75144f26
  kind: Event
  lastTimestamp: "2026-09-17T18:03:26Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:03:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:03:26Z"
    name: isvc-canary-promote-predictor-567686cc76-nd8rj.18d62dc07a2ea24a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22345"
    uid: d34b2d4f-f5f7-413f-8484-ba8f0ca5e2bb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-nd8rj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21570"
    uid: a968b88f-d7d1-41cf-92a0-6efb75144f26
  kind: Event
  lastTimestamp: "2026-09-17T18:03:26Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:03:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:03:26Z"
    name: isvc-canary-promote-predictor-567686cc76-nd8rj.18d62dc07a2f5639
    namespace: kserve-ci-e2e-test
    resourceVersion: "22347"
    uid: 092c52c0-db70-4dc5-aee6-842137f75c3c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-nd8rj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21570"
    uid: a968b88f-d7d1-41cf-92a0-6efb75144f26
  kind: Event
  lastTimestamp: "2026-09-17T18:03:29Z"
  message: 'Readiness probe failed: Get "https://10.133.0.33:8643/healthz": dial tcp
    10.133.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:03:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:03:29Z"
    name: isvc-canary-promote-predictor-567686cc76-nd8rj.18d62dc13129c7db
    namespace: kserve-ci-e2e-test
    resourceVersion: "22390"
    uid: ffc7d49e-6b48-4f34-a855-0605117f30d3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:01:56.522995Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-rg47w
    namespace: kserve-ci-e2e-test
    resourceVersion: "21550"
    uid: 7a2fc8ed-c452-4ed3-ab6a-f7e896545779
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-567686cc76-rg47w
    to ip-10-0-134-156.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:01:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:01:56Z"
    name: isvc-canary-promote-predictor-567686cc76-rg47w.18d62dab7f3227a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21558"
    uid: 7b7118f2-ebfd-4547-acbc-6eaa9ab554ac
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-76c867b89b-fnmz4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-rg47w
    namespace: kserve-ci-e2e-test
    resourceVersion: "21568"
    uid: 7a2fc8ed-c452-4ed3-ab6a-f7e896545779
  kind: Event
  lastTimestamp: "2026-09-17T18:01:57Z"
  message: Add eth0 [10.134.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:01:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:01:57Z"
    name: isvc-canary-promote-predictor-567686cc76-rg47w.18d62daba2170df8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21591"
    uid: 72ba8346-b448-43ca-878f-4cb53f01d520
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-rg47w
    namespace: kserve-ci-e2e-test
    resourceVersion: "21555"
    uid: 7a2fc8ed-c452-4ed3-ab6a-f7e896545779
  kind: Event
  lastTimestamp: "2026-09-17T18:01:57Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4352771c5cb4ba9624a857ef32395dc1abbb2576e467cd6caf52080736c17239"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:01:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:01:57Z"
    name: isvc-canary-promote-predictor-567686cc76-rg47w.18d62daba60c0929
    namespace: kserve-ci-e2e-test
    resourceVersion: "21597"
    uid: d97f83f8-8c6a-4230-a3ed-c0f0180618c1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-rg47w
    namespace: kserve-ci-e2e-test
    resourceVersion: "21555"
    uid: 7a2fc8ed-c452-4ed3-ab6a-f7e896545779
  kind: Event
  lastTimestamp: "2026-09-17T18:01:57Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:01:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:01:57Z"
    name: isvc-canary-promote-predictor-567686cc76-rg47w.18d62daba94ca309
    namespace: kserve-ci-e2e-test
    resourceVersion: "21601"
    uid: 5e9b6c66-737b-4c84-aa38-dadcc849b601
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-rg47w
    namespace: kserve-ci-e2e-test
    resourceVersion: "21555"
    uid: 7a2fc8ed-c452-4ed3-ab6a-f7e896545779
  kind: Event
  lastTimestamp: "2026-09-17T18:01:57Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:01:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:01:57Z"
    name: isvc-canary-promote-predictor-567686cc76-rg47w.18d62daba9bea084
    namespace: kserve-ci-e2e-test
    resourceVersion: "21603"
    uid: 829b1c7d-ae4d-4cf0-b821-2eaca15edf17
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-rg47w
    namespace: kserve-ci-e2e-test
    resourceVersion: "21555"
    uid: 7a2fc8ed-c452-4ed3-ab6a-f7e896545779
  kind: Event
  lastTimestamp: "2026-09-17T18:02:01Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:02:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:02:01Z"
    name: isvc-canary-promote-predictor-567686cc76-rg47w.18d62dacbcaa1954
    namespace: kserve-ci-e2e-test
    resourceVersion: "21664"
    uid: 13e4eb70-be91-489a-8f3f-9ef8babe65a3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-rg47w
    namespace: kserve-ci-e2e-test
    resourceVersion: "21555"
    uid: 7a2fc8ed-c452-4ed3-ab6a-f7e896545779
  kind: Event
  lastTimestamp: "2026-09-17T18:02:01Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:02:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:02:01Z"
    name: isvc-canary-promote-predictor-567686cc76-rg47w.18d62dacc0ce4509
    namespace: kserve-ci-e2e-test
    resourceVersion: "21668"
    uid: cc4d00c4-4487-41d0-88ae-f95e2b3e4d5c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-rg47w
    namespace: kserve-ci-e2e-test
    resourceVersion: "21555"
    uid: 7a2fc8ed-c452-4ed3-ab6a-f7e896545779
  kind: Event
  lastTimestamp: "2026-09-17T18:02:01Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:02:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:02:01Z"
    name: isvc-canary-promote-predictor-567686cc76-rg47w.18d62dacc14f674e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21671"
    uid: b9423abf-3098-4681-a913-c45c3c5c08ca
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-rg47w
    namespace: kserve-ci-e2e-test
    resourceVersion: "21555"
    uid: 7a2fc8ed-c452-4ed3-ab6a-f7e896545779
  kind: Event
  lastTimestamp: "2026-09-17T18:02:01Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:02:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:02:01Z"
    name: isvc-canary-promote-predictor-567686cc76-rg47w.18d62dacc1579770
    namespace: kserve-ci-e2e-test
    resourceVersion: "21672"
    uid: 1668e432-925b-4ffa-bd8b-d2a94e3f82b6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-rg47w
    namespace: kserve-ci-e2e-test
    resourceVersion: "21555"
    uid: 7a2fc8ed-c452-4ed3-ab6a-f7e896545779
  kind: Event
  lastTimestamp: "2026-09-17T18:02:01Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:02:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:02:01Z"
    name: isvc-canary-promote-predictor-567686cc76-rg47w.18d62dacc4e6343c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21676"
    uid: 163c298b-ab30-462f-a7e4-3d365ded75e3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-rg47w
    namespace: kserve-ci-e2e-test
    resourceVersion: "21555"
    uid: 7a2fc8ed-c452-4ed3-ab6a-f7e896545779
  kind: Event
  lastTimestamp: "2026-09-17T18:02:01Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:02:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:02:02Z"
    name: isvc-canary-promote-predictor-567686cc76-rg47w.18d62dacc5572460
    namespace: kserve-ci-e2e-test
    resourceVersion: "21679"
    uid: 11f8df2b-7979-4472-80be-1fffc9548de9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-rg47w
    namespace: kserve-ci-e2e-test
    resourceVersion: "21555"
    uid: 7a2fc8ed-c452-4ed3-ab6a-f7e896545779
  kind: Event
  lastTimestamp: "2026-09-17T18:03:09Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:02:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:03:09Z"
    name: isvc-canary-promote-predictor-567686cc76-rg47w.18d62dad34b77844
    namespace: kserve-ci-e2e-test
    resourceVersion: "22178"
    uid: be1645e2-42be-4dbe-b70b-dc079e00eb2f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-rg47w
    namespace: kserve-ci-e2e-test
    resourceVersion: "21555"
    uid: 7a2fc8ed-c452-4ed3-ab6a-f7e896545779
  kind: Event
  lastTimestamp: "2026-09-17T18:03:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:03:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:03:19Z"
    name: isvc-canary-promote-predictor-567686cc76-rg47w.18d62dbeb5488513
    namespace: kserve-ci-e2e-test
    resourceVersion: "22251"
    uid: c2447357-107e-4af3-8aec-2e83e269f576
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-rg47w
    namespace: kserve-ci-e2e-test
    resourceVersion: "21555"
    uid: 7a2fc8ed-c452-4ed3-ab6a-f7e896545779
  kind: Event
  lastTimestamp: "2026-09-17T18:03:19Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:03:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:03:19Z"
    name: isvc-canary-promote-predictor-567686cc76-rg47w.18d62dbeb5494146
    namespace: kserve-ci-e2e-test
    resourceVersion: "22256"
    uid: 06890cd6-f73d-49ab-804a-8eb95e495d33
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-rg47w
    namespace: kserve-ci-e2e-test
    resourceVersion: "21555"
    uid: 7a2fc8ed-c452-4ed3-ab6a-f7e896545779
  kind: Event
  lastTimestamp: "2026-09-17T18:03:19Z"
  message: 'Readiness probe failed: Get "https://10.134.0.39:8643/healthz": dial tcp
    10.134.0.39:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:03:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:03:19Z"
    name: isvc-canary-promote-predictor-567686cc76-rg47w.18d62dbee6e60c9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22274"
    uid: e4f4a5cb-05bb-45f1-9cfe-339c6e7d6675
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-567686cc76
    namespace: kserve-ci-e2e-test
    resourceVersion: "21542"
    uid: e75528f5-95d8-4fda-a522-2d86411be948
  kind: Event
  lastTimestamp: "2026-09-17T18:01:56Z"
  message: 'Created pod: isvc-canary-promote-predictor-567686cc76-rg47w'
  metadata:
    creationTimestamp: "2026-09-17T18:01:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:01:56Z"
    name: isvc-canary-promote-predictor-567686cc76.18d62dab7ec60120
    namespace: kserve-ci-e2e-test
    resourceVersion: "21557"
    uid: a85d3ee7-e9e0-40c5-8486-ab11b81486b8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-567686cc76
    namespace: kserve-ci-e2e-test
    resourceVersion: "21542"
    uid: e75528f5-95d8-4fda-a522-2d86411be948
  kind: Event
  lastTimestamp: "2026-09-17T18:01:56Z"
  message: 'Created pod: isvc-canary-promote-predictor-567686cc76-nd8rj'
  metadata:
    creationTimestamp: "2026-09-17T18:01:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:01:56Z"
    name: isvc-canary-promote-predictor-567686cc76.18d62dab81fd335e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21569"
    uid: 02ee19e1-8da4-47d7-a6ad-8ef2006b775e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-567686cc76
    namespace: kserve-ci-e2e-test
    resourceVersion: "22247"
    uid: e75528f5-95d8-4fda-a522-2d86411be948
  kind: Event
  lastTimestamp: "2026-09-17T18:03:19Z"
  message: 'Deleted pod: isvc-canary-promote-predictor-567686cc76-rg47w'
  metadata:
    creationTimestamp: "2026-09-17T18:03:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:03:19Z"
    name: isvc-canary-promote-predictor-567686cc76.18d62dbeb54588af
    namespace: kserve-ci-e2e-test
    resourceVersion: "22250"
    uid: b9f070a5-82c0-4a99-9abb-0ceef20c6403
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21540"
    uid: e6c6ba3c-107e-4c9d-9499-6a6d6c08843d
  kind: Event
  lastTimestamp: "2026-09-17T18:01:56Z"
  message: Scaled up replica set isvc-canary-promote-predictor-567686cc76 from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-17T18:01:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:01:56Z"
    name: isvc-canary-promote-predictor.18d62dab7bbd46f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21544"
    uid: 74bec84f-fd60-40ab-ae1b-e45406bf7de5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22242"
    uid: e6c6ba3c-107e-4c9d-9499-6a6d6c08843d
  kind: Event
  lastTimestamp: "2026-09-17T18:03:19Z"
  message: Scaled down replica set isvc-canary-promote-predictor-567686cc76 from 2
    to 1
  metadata:
    creationTimestamp: "2026-09-17T18:03:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:03:19Z"
    name: isvc-canary-promote-predictor.18d62dbeb483b0f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22248"
    uid: da5b68cc-37b3-4cdc-ac54-2134b6233122
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:01:56.523557Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-ct9x9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21549"
    uid: 04daccb3-c852-490c-94da-1a828bca67f2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-6ccf956dbc-ct9x9
    to ip-10-0-134-156.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:01:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:01:56Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-ct9x9.18d62dab7f3ab442
    namespace: kserve-ci-e2e-test
    resourceVersion: "21559"
    uid: f69c7429-205d-4303-836b-995953affd74
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-76c867b89b-fnmz4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-ct9x9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21566"
    uid: 04daccb3-c852-490c-94da-1a828bca67f2
  kind: Event
  lastTimestamp: "2026-09-17T18:01:57Z"
  message: Add eth0 [10.134.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:01:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:01:57Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-ct9x9.18d62daba19c9a18
    namespace: kserve-ci-e2e-test
    resourceVersion: "21590"
    uid: 542e3db7-713a-4fff-a562-f85f5f4bf2ce
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-ct9x9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21552"
    uid: 04daccb3-c852-490c-94da-1a828bca67f2
  kind: Event
  lastTimestamp: "2026-09-17T18:01:57Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4352771c5cb4ba9624a857ef32395dc1abbb2576e467cd6caf52080736c17239"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:01:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:01:57Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-ct9x9.18d62daba4efc9ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "21595"
    uid: 8c611619-1d82-4ce2-8ffa-b28c83796619
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-ct9x9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21552"
    uid: 04daccb3-c852-490c-94da-1a828bca67f2
  kind: Event
  lastTimestamp: "2026-09-17T18:01:57Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:01:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:01:57Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-ct9x9.18d62daba93faa1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21599"
    uid: dab024a0-3f04-491e-8ffa-2d7567cb8573
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-ct9x9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21552"
    uid: 04daccb3-c852-490c-94da-1a828bca67f2
  kind: Event
  lastTimestamp: "2026-09-17T18:01:57Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:01:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:01:57Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-ct9x9.18d62daba9cc3cdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21604"
    uid: 936d0795-5b2b-471a-8716-0de76ea6aac2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-ct9x9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21552"
    uid: 04daccb3-c852-490c-94da-1a828bca67f2
  kind: Event
  lastTimestamp: "2026-09-17T18:02:01Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:02:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:02:01Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-ct9x9.18d62dacbc95515e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21662"
    uid: 7e41700f-8f92-4fad-a2bd-3b36ffa0eb97
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-ct9x9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21552"
    uid: 04daccb3-c852-490c-94da-1a828bca67f2
  kind: Event
  lastTimestamp: "2026-09-17T18:02:01Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:02:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:02:01Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-ct9x9.18d62dacc0c350e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21667"
    uid: c208c857-75eb-468c-aa02-258674f86716
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-ct9x9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21552"
    uid: 04daccb3-c852-490c-94da-1a828bca67f2
  kind: Event
  lastTimestamp: "2026-09-17T18:02:01Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:02:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:02:01Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-ct9x9.18d62dacc141a9cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21669"
    uid: 0d34d51e-a226-473d-a365-f537d4472aef
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-ct9x9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21552"
    uid: 04daccb3-c852-490c-94da-1a828bca67f2
  kind: Event
  lastTimestamp: "2026-09-17T18:02:01Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:02:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:02:01Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-ct9x9.18d62dacc14b928f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21670"
    uid: bc6f18a1-60ee-4444-859e-eb53e81e4573
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-ct9x9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21552"
    uid: 04daccb3-c852-490c-94da-1a828bca67f2
  kind: Event
  lastTimestamp: "2026-09-17T18:02:01Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:02:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:02:01Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-ct9x9.18d62dacc4da16f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21675"
    uid: 49fff2c7-88af-4c52-b01c-6183a4fd144e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-ct9x9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21552"
    uid: 04daccb3-c852-490c-94da-1a828bca67f2
  kind: Event
  lastTimestamp: "2026-09-17T18:02:01Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:02:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:02:02Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-ct9x9.18d62dacc5494f90
    namespace: kserve-ci-e2e-test
    resourceVersion: "21678"
    uid: af6a20b7-c76e-40fa-aa73-db11bc45fe11
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:02:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-ct9x9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21552"
    uid: 04daccb3-c852-490c-94da-1a828bca67f2
  kind: Event
  lastTimestamp: "2026-09-17T18:04:58Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:02:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:04:58Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-ct9x9.18d62dacf8bb2b21
    namespace: kserve-ci-e2e-test
    resourceVersion: "23044"
    uid: 9e54d6a8-9065-4da9-874e-87da22e542c5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-ct9x9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21552"
    uid: 04daccb3-c852-490c-94da-1a828bca67f2
  kind: Event
  lastTimestamp: "2026-09-17T18:04:56Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:04:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:04:56Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-ct9x9.18d62dd57cb97312
    namespace: kserve-ci-e2e-test
    resourceVersion: "23024"
    uid: 92db7cd3-cd84-4c5b-b9b1-62e1be332e93
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-ct9x9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21552"
    uid: 04daccb3-c852-490c-94da-1a828bca67f2
  kind: Event
  lastTimestamp: "2026-09-17T18:04:56Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:04:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:04:56Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-ct9x9.18d62dd57cba1e00
    namespace: kserve-ci-e2e-test
    resourceVersion: "23026"
    uid: 48fd5ae8-4679-41c4-a694-9751c82d45ae
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-ct9x9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21552"
    uid: 04daccb3-c852-490c-94da-1a828bca67f2
  kind: Event
  lastTimestamp: "2026-09-17T18:04:58Z"
  message: 'Readiness probe failed: Get "https://10.134.0.38:8643/healthz": dial tcp
    10.134.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:04:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:04:58Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-ct9x9.18d62dd5f3766603
    namespace: kserve-ci-e2e-test
    resourceVersion: "23043"
    uid: e53dc94c-e7d9-457e-b623-55e580049e79
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:03:26.720445Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-pqrsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22350"
    uid: 96926b59-c845-4138-90e0-9b1c4f41eafb
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-6ccf956dbc-pqrsp
    to ip-10-0-136-127.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:03:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:03:26Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-pqrsp.18d62dc07f621256
    namespace: kserve-ci-e2e-test
    resourceVersion: "22354"
    uid: 391e9eca-cc58-4e7d-9dae-a9edb763e8de
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-76c867b89b-fnmz4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-pqrsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22358"
    uid: 96926b59-c845-4138-90e0-9b1c4f41eafb
  kind: Event
  lastTimestamp: "2026-09-17T18:03:27Z"
  message: Add eth0 [10.133.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:03:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:03:27Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-pqrsp.18d62dc0a11eb7c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22361"
    uid: 581289bd-454f-4b2b-bb67-974e9edfeab9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-pqrsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22351"
    uid: 96926b59-c845-4138-90e0-9b1c4f41eafb
  kind: Event
  lastTimestamp: "2026-09-17T18:03:27Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4352771c5cb4ba9624a857ef32395dc1abbb2576e467cd6caf52080736c17239"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:03:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:03:27Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-pqrsp.18d62dc0a2d260cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22363"
    uid: 01d73a00-e1e9-42ac-b18f-93a85abbc801
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-pqrsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22351"
    uid: 96926b59-c845-4138-90e0-9b1c4f41eafb
  kind: Event
  lastTimestamp: "2026-09-17T18:03:27Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:03:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:03:27Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-pqrsp.18d62dc0a5660c0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22364"
    uid: 4293662f-9988-4f78-9336-47edb0d07c61
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-pqrsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22351"
    uid: 96926b59-c845-4138-90e0-9b1c4f41eafb
  kind: Event
  lastTimestamp: "2026-09-17T18:03:27Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:03:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:03:27Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-pqrsp.18d62dc0a5dba3b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22365"
    uid: 1ca8314f-76a7-4586-91fb-98a7459098db
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-pqrsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22351"
    uid: 96926b59-c845-4138-90e0-9b1c4f41eafb
  kind: Event
  lastTimestamp: "2026-09-17T18:03:31Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:03:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:03:31Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-pqrsp.18d62dc181770cd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22406"
    uid: 83034fef-21a7-4aaf-a42b-5c7726c54472
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-pqrsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22351"
    uid: 96926b59-c845-4138-90e0-9b1c4f41eafb
  kind: Event
  lastTimestamp: "2026-09-17T18:03:31Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:03:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:03:31Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-pqrsp.18d62dc1853f43fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22409"
    uid: fff705a1-58b0-466b-a349-70aae527235c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-pqrsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22351"
    uid: 96926b59-c845-4138-90e0-9b1c4f41eafb
  kind: Event
  lastTimestamp: "2026-09-17T18:03:31Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:03:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:03:31Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-pqrsp.18d62dc185bb802a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22410"
    uid: 6af3fffc-6f8d-432a-a573-87e2eba42638
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-pqrsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22351"
    uid: 96926b59-c845-4138-90e0-9b1c4f41eafb
  kind: Event
  lastTimestamp: "2026-09-17T18:03:31Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:03:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:03:31Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-pqrsp.18d62dc185c6c35e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22411"
    uid: 6b8b67b2-816e-440c-ba4e-8a715918e2fc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-pqrsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22351"
    uid: 96926b59-c845-4138-90e0-9b1c4f41eafb
  kind: Event
  lastTimestamp: "2026-09-17T18:03:31Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:03:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:03:31Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-pqrsp.18d62dc188c68335
    namespace: kserve-ci-e2e-test
    resourceVersion: "22412"
    uid: eeefaf93-0a55-418a-ba1b-1a76a1260e62
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-pqrsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22351"
    uid: 96926b59-c845-4138-90e0-9b1c4f41eafb
  kind: Event
  lastTimestamp: "2026-09-17T18:03:31Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:03:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:03:31Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-pqrsp.18d62dc18939439a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22413"
    uid: 47f09b55-83f0-4cbd-8140-beab6eca3047
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-pqrsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22351"
    uid: 96926b59-c845-4138-90e0-9b1c4f41eafb
  kind: Event
  lastTimestamp: "2026-09-17T18:04:42Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:03:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:04:42Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-pqrsp.18d62dc1bdacc784
    namespace: kserve-ci-e2e-test
    resourceVersion: "22901"
    uid: 04fe35ec-2b40-4b54-aa8f-f0df61141994
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-pqrsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22351"
    uid: 96926b59-c845-4138-90e0-9b1c4f41eafb
  kind: Event
  lastTimestamp: "2026-09-17T18:04:56Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:04:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:04:56Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-pqrsp.18d62dd57c982f88
    namespace: kserve-ci-e2e-test
    resourceVersion: "23023"
    uid: 2b4294a0-452a-4389-9679-e6353c3e7d25
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-pqrsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22351"
    uid: 96926b59-c845-4138-90e0-9b1c4f41eafb
  kind: Event
  lastTimestamp: "2026-09-17T18:04:56Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:04:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:04:56Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-pqrsp.18d62dd57c98b0eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23025"
    uid: f2a41188-ddb7-4544-98a9-6f39c74b91f0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:04:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-pqrsp
    namespace: kserve-ci-e2e-test
    resourceVersion: "22351"
    uid: 96926b59-c845-4138-90e0-9b1c4f41eafb
  kind: Event
  lastTimestamp: "2026-09-17T18:04:58Z"
  message: 'Readiness probe failed: Get "https://10.133.0.34:8643/healthz": dial tcp
    10.133.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:04:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:04:58Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-pqrsp.18d62dd5c3e32502
    namespace: kserve-ci-e2e-test
    resourceVersion: "23036"
    uid: f99967d0-41a8-491c-bbf8-7c8f244eb75a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-6ccf956dbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21532"
    uid: 2bd2e9ad-73f7-4242-8f69-e029ebaa7557
  kind: Event
  lastTimestamp: "2026-09-17T18:01:56Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-6ccf956dbc-ct9x9'
  metadata:
    creationTimestamp: "2026-09-17T18:01:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:01:56Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc.18d62dab7e9f533b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21553"
    uid: ab760d97-380e-4d01-8102-2ef4b6b4f0ae
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-6ccf956dbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22337"
    uid: 2bd2e9ad-73f7-4242-8f69-e029ebaa7557
  kind: Event
  lastTimestamp: "2026-09-17T18:03:26Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-6ccf956dbc-pqrsp'
  metadata:
    creationTimestamp: "2026-09-17T18:03:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:03:26Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc.18d62dc07f25c66e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22352"
    uid: bc70c7ad-8209-467a-84d1-663eee0c86a3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21530"
    uid: 277850a8-2f1b-40f1-b06c-7a46a7abeedb
  kind: Event
  lastTimestamp: "2026-09-17T18:01:56Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-6ccf956dbc from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:01:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:01:56Z"
    name: isvc-canary-promote-v2-predictor.18d62dab79b96d29
    namespace: kserve-ci-e2e-test
    resourceVersion: "21534"
    uid: b15aaf6b-4137-453d-a265-e7333e49be11
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22330"
    uid: 277850a8-2f1b-40f1-b06c-7a46a7abeedb
  kind: Event
  lastTimestamp: "2026-09-17T18:03:26Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-6ccf956dbc from
    1 to 2
  metadata:
    creationTimestamp: "2026-09-17T18:03:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:03:26Z"
    name: isvc-canary-promote-v2-predictor.18d62dc079135cf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22341"
    uid: b53eb4d7-8771-4c17-957e-2166c305b06c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 21
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "21523"
    uid: 3b5bb5e8-4150-4751-a253-082775b68963
  kind: Event
  lastTimestamp: "2026-09-17T18:03:22Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:01:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:03:22Z"
    name: isvc-canary-promote.18d62dab7b54f8f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22300"
    uid: 30cb5351-106f-41f9-a5b4-c07e3fcae3f9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "21523"
    uid: 3b5bb5e8-4150-4751-a253-082775b68963
  kind: Event
  lastTimestamp: "2026-09-17T18:03:19Z"
  message: 'Failed to update status for InferenceService "isvc-canary-promote": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-promote":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:01:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:03:19Z"
    name: isvc-canary-promote.18d62dab7bcd4dbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22261"
    uid: 69b144e2-661c-406a-bb88-184ea16cca2e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:01:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "21523"
    uid: 3b5bb5e8-4150-4751-a253-082775b68963
  kind: Event
  lastTimestamp: "2026-09-17T18:03:19Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-promote": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:01:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:03:19Z"
    name: isvc-canary-promote.18d62dab7bcd960b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22263"
    uid: d5a644b8-c999-45a6-b5b3-b8c81a5437a4
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:03:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "22298"
    uid: 3b5bb5e8-4150-4751-a253-082775b68963
  kind: Event
  lastTimestamp: "2026-09-17T18:04:52Z"
  message: InferenceService [isvc-canary-promote] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:03:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:04:52Z"
    name: isvc-canary-promote.18d62dbf8d14edcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22986"
    uid: b6297577-ee1e-46d4-8a55-d2bd8c445a2a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:50:15.415670Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-2bd86
    namespace: kserve-ci-e2e-test
    resourceVersion: "14445"
    uid: 307cc23e-31b8-4304-bd04-4883e9dd1273
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-76cbc5464-2bd86
    to ip-10-0-134-156.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:50:15Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:50:15Z"
    name: isvc-canary-rollback-predictor-76cbc5464-2bd86.18d62d0841f15f15
    namespace: kserve-ci-e2e-test
    resourceVersion: "14451"
    uid: 4bfa4d7a-8700-4d5c-8ba8-d343ad0a9684
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-76c867b89b-fnmz4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-2bd86
    namespace: kserve-ci-e2e-test
    resourceVersion: "14462"
    uid: 307cc23e-31b8-4304-bd04-4883e9dd1273
  kind: Event
  lastTimestamp: "2026-09-17T17:50:15Z"
  message: Add eth0 [10.134.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:50:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:50:16Z"
    name: isvc-canary-rollback-predictor-76cbc5464-2bd86.18d62d08649f196b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14485"
    uid: aac08481-6a8d-42c0-b14a-dacc1156c901
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-2bd86
    namespace: kserve-ci-e2e-test
    resourceVersion: "14449"
    uid: 307cc23e-31b8-4304-bd04-4883e9dd1273
  kind: Event
  lastTimestamp: "2026-09-17T17:50:16Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:4352771c5cb4ba9624a857ef32395dc1abbb2576e467cd6caf52080736c17239"
  metadata:
    creationTimestamp: "2026-09-17T17:50:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:16Z"
    name: isvc-canary-rollback-predictor-76cbc5464-2bd86.18d62d0866ca1ffd
    namespace: kserve-ci-e2e-test
    resourceVersion: "14487"
    uid: 3cd05d26-757a-4389-93ff-b34b5b5a4c14
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-2bd86
    namespace: kserve-ci-e2e-test
    resourceVersion: "14449"
    uid: 307cc23e-31b8-4304-bd04-4883e9dd1273
  kind: Event
  lastTimestamp: "2026-09-17T17:50:19Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:4352771c5cb4ba9624a857ef32395dc1abbb2576e467cd6caf52080736c17239"
    in 3.55s (3.55s including waiting). Image size: 308175791 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T17:50:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:19Z"
    name: isvc-canary-rollback-predictor-76cbc5464-2bd86.18d62d093a7209eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14526"
    uid: b5daeb93-01d4-4df5-af3d-1702bd8df2a6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-2bd86
    namespace: kserve-ci-e2e-test
    resourceVersion: "14449"
    uid: 307cc23e-31b8-4304-bd04-4883e9dd1273
  kind: Event
  lastTimestamp: "2026-09-17T17:50:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:50:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:19Z"
    name: isvc-canary-rollback-predictor-76cbc5464-2bd86.18d62d093df59f78
    namespace: kserve-ci-e2e-test
    resourceVersion: "14529"
    uid: a273c02a-3f13-4992-80c3-2c3d05ca015c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-2bd86
    namespace: kserve-ci-e2e-test
    resourceVersion: "14449"
    uid: 307cc23e-31b8-4304-bd04-4883e9dd1273
  kind: Event
  lastTimestamp: "2026-09-17T17:50:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:50:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:19Z"
    name: isvc-canary-rollback-predictor-76cbc5464-2bd86.18d62d093e664446
    namespace: kserve-ci-e2e-test
    resourceVersion: "14531"
    uid: 3b4bd0f7-4174-4bfc-9401-b4f096b4d25c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-2bd86
    namespace: kserve-ci-e2e-test
    resourceVersion: "14449"
    uid: 307cc23e-31b8-4304-bd04-4883e9dd1273
  kind: Event
  lastTimestamp: "2026-09-17T17:50:23Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
  metadata:
    creationTimestamp: "2026-09-17T17:50:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:23Z"
    name: isvc-canary-rollback-predictor-76cbc5464-2bd86.18d62d0a358bb911
    namespace: kserve-ci-e2e-test
    resourceVersion: "14582"
    uid: 45f13ad1-b770-48b1-8a57-736f8c367963
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-2bd86
    namespace: kserve-ci-e2e-test
    resourceVersion: "14449"
    uid: 307cc23e-31b8-4304-bd04-4883e9dd1273
  kind: Event
  lastTimestamp: "2026-09-17T17:50:39Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    in 15.685s (15.685s including waiting). Image size: 1580899218 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T17:50:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:39Z"
    name: isvc-canary-rollback-predictor-76cbc5464-2bd86.18d62d0ddc7d5656
    namespace: kserve-ci-e2e-test
    resourceVersion: "14716"
    uid: 16c243cf-ae9c-41f7-9001-5ea15da53e38
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-2bd86
    namespace: kserve-ci-e2e-test
    resourceVersion: "14449"
    uid: 307cc23e-31b8-4304-bd04-4883e9dd1273
  kind: Event
  lastTimestamp: "2026-09-17T17:50:39Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:50:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:39Z"
    name: isvc-canary-rollback-predictor-76cbc5464-2bd86.18d62d0ddf888c31
    namespace: kserve-ci-e2e-test
    resourceVersion: "14718"
    uid: 734f29d2-fa4b-442c-90f0-0a6c7b696b56
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-2bd86
    namespace: kserve-ci-e2e-test
    resourceVersion: "14449"
    uid: 307cc23e-31b8-4304-bd04-4883e9dd1273
  kind: Event
  lastTimestamp: "2026-09-17T17:50:39Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:50:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:39Z"
    name: isvc-canary-rollback-predictor-76cbc5464-2bd86.18d62d0ddfee3584
    namespace: kserve-ci-e2e-test
    resourceVersion: "14721"
    uid: d1f88a8c-0f8d-405c-b21a-d9c4e362ed67
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-2bd86
    namespace: kserve-ci-e2e-test
    resourceVersion: "14449"
    uid: 307cc23e-31b8-4304-bd04-4883e9dd1273
  kind: Event
  lastTimestamp: "2026-09-17T17:50:39Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-17T17:50:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:39Z"
    name: isvc-canary-rollback-predictor-76cbc5464-2bd86.18d62d0ddff9f887
    namespace: kserve-ci-e2e-test
    resourceVersion: "14722"
    uid: 67906d91-5996-4386-af9d-9f3205de471a
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-2bd86
    namespace: kserve-ci-e2e-test
    resourceVersion: "14449"
    uid: 307cc23e-31b8-4304-bd04-4883e9dd1273
  kind: Event
  lastTimestamp: "2026-09-17T17:50:42Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.493s (2.493s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T17:50:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:42Z"
    name: isvc-canary-rollback-predictor-76cbc5464-2bd86.18d62d0e749c4a25
    namespace: kserve-ci-e2e-test
    resourceVersion: "14749"
    uid: bb89e129-414d-4456-be9f-8bd0ec0e4825
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-2bd86
    namespace: kserve-ci-e2e-test
    resourceVersion: "14449"
    uid: 307cc23e-31b8-4304-bd04-4883e9dd1273
  kind: Event
  lastTimestamp: "2026-09-17T17:50:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:50:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:42Z"
    name: isvc-canary-rollback-predictor-76cbc5464-2bd86.18d62d0e77a42352
    namespace: kserve-ci-e2e-test
    resourceVersion: "14751"
    uid: 51b338c2-7a7b-4231-9248-402552ec89a9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-2bd86
    namespace: kserve-ci-e2e-test
    resourceVersion: "14449"
    uid: 307cc23e-31b8-4304-bd04-4883e9dd1273
  kind: Event
  lastTimestamp: "2026-09-17T17:50:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:50:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:42Z"
    name: isvc-canary-rollback-predictor-76cbc5464-2bd86.18d62d0e78049012
    namespace: kserve-ci-e2e-test
    resourceVersion: "14753"
    uid: e25dd28e-d8c8-4b72-8c12-b35fd33964e7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-2bd86
    namespace: kserve-ci-e2e-test
    resourceVersion: "14449"
    uid: 307cc23e-31b8-4304-bd04-4883e9dd1273
  kind: Event
  lastTimestamp: "2026-09-17T17:51:51Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.26:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:50:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:51:51Z"
    name: isvc-canary-rollback-predictor-76cbc5464-2bd86.18d62d0ee4c6e393
    namespace: kserve-ci-e2e-test
    resourceVersion: "15296"
    uid: 21620a58-a9d2-4143-b032-19a96fa2d67f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-2bd86
    namespace: kserve-ci-e2e-test
    resourceVersion: "14449"
    uid: 307cc23e-31b8-4304-bd04-4883e9dd1273
  kind: Event
  lastTimestamp: "2026-09-17T17:51:59Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:51:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:51:59Z"
    name: isvc-canary-rollback-predictor-76cbc5464-2bd86.18d62d2063471884
    namespace: kserve-ci-e2e-test
    resourceVersion: "15367"
    uid: 22cb0b15-fb91-4ff6-84cf-25d2160bd321
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-2bd86
    namespace: kserve-ci-e2e-test
    resourceVersion: "14449"
    uid: 307cc23e-31b8-4304-bd04-4883e9dd1273
  kind: Event
  lastTimestamp: "2026-09-17T17:51:59Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:51:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:51:59Z"
    name: isvc-canary-rollback-predictor-76cbc5464-2bd86.18d62d206347fb6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15370"
    uid: b96ad91a-e1f4-4fbf-b4f8-3816f12c66f2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-2bd86
    namespace: kserve-ci-e2e-test
    resourceVersion: "14449"
    uid: 307cc23e-31b8-4304-bd04-4883e9dd1273
  kind: Event
  lastTimestamp: "2026-09-17T17:51:59Z"
  message: 'Readiness probe failed: Get "https://10.134.0.26:8643/healthz": dial tcp
    10.134.0.26:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:51:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:51:59Z"
    name: isvc-canary-rollback-predictor-76cbc5464-2bd86.18d62d2096f00e12
    namespace: kserve-ci-e2e-test
    resourceVersion: "15394"
    uid: b6273066-8b5a-4228-8831-4a91bc89de22
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:52:05.024663Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-r5clr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15562"
    uid: 08bff906-999f-4efc-b831-26c77b30b7ec
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-76cbc5464-r5clr
    to ip-10-0-134-156.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:52:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:52:05Z"
    name: isvc-canary-rollback-predictor-76cbc5464-r5clr.18d62d21c725ef6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15567"
    uid: 4d80ab4b-2dbf-4f5d-b216-bdaa496635b9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-76c867b89b-fnmz4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-r5clr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15574"
    uid: 08bff906-999f-4efc-b831-26c77b30b7ec
  kind: Event
  lastTimestamp: "2026-09-17T17:52:05Z"
  message: Add eth0 [10.134.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:52:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:52:05Z"
    name: isvc-canary-rollback-predictor-76cbc5464-r5clr.18d62d21e908027b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15598"
    uid: f2a9967c-82d4-477e-b976-04bcf37a2197
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-r5clr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15565"
    uid: 08bff906-999f-4efc-b831-26c77b30b7ec
  kind: Event
  lastTimestamp: "2026-09-17T17:52:05Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4352771c5cb4ba9624a857ef32395dc1abbb2576e467cd6caf52080736c17239"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:52:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:05Z"
    name: isvc-canary-rollback-predictor-76cbc5464-r5clr.18d62d21eabbb76c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15602"
    uid: f31d6dba-ddd8-48e6-afc1-d29e21d7238e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-r5clr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15565"
    uid: 08bff906-999f-4efc-b831-26c77b30b7ec
  kind: Event
  lastTimestamp: "2026-09-17T17:52:05Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:52:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:05Z"
    name: isvc-canary-rollback-predictor-76cbc5464-r5clr.18d62d21ee200616
    namespace: kserve-ci-e2e-test
    resourceVersion: "15606"
    uid: 33f1899d-32d2-4edb-be18-bf9596240376
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-r5clr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15565"
    uid: 08bff906-999f-4efc-b831-26c77b30b7ec
  kind: Event
  lastTimestamp: "2026-09-17T17:52:05Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:52:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:05Z"
    name: isvc-canary-rollback-predictor-76cbc5464-r5clr.18d62d21ef68267d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15607"
    uid: 721c5fdf-5fa5-4d70-ba4d-ecfc50c88feb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-r5clr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15565"
    uid: 08bff906-999f-4efc-b831-26c77b30b7ec
  kind: Event
  lastTimestamp: "2026-09-17T17:52:10Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:52:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:10Z"
    name: isvc-canary-rollback-predictor-76cbc5464-r5clr.18d62d23015b28f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15648"
    uid: 6e96e7a1-9b4c-4a76-9e2e-917a4fb0e790
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-r5clr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15565"
    uid: 08bff906-999f-4efc-b831-26c77b30b7ec
  kind: Event
  lastTimestamp: "2026-09-17T17:52:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:52:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:10Z"
    name: isvc-canary-rollback-predictor-76cbc5464-r5clr.18d62d23050b2968
    namespace: kserve-ci-e2e-test
    resourceVersion: "15651"
    uid: abbb54c7-1cf7-4b44-9d5d-10408cc2d16f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-r5clr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15565"
    uid: 08bff906-999f-4efc-b831-26c77b30b7ec
  kind: Event
  lastTimestamp: "2026-09-17T17:52:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:52:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:10Z"
    name: isvc-canary-rollback-predictor-76cbc5464-r5clr.18d62d230585de43
    namespace: kserve-ci-e2e-test
    resourceVersion: "15652"
    uid: eb69d8bc-0045-4f05-a6d6-ec4aeec69089
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-r5clr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15565"
    uid: 08bff906-999f-4efc-b831-26c77b30b7ec
  kind: Event
  lastTimestamp: "2026-09-17T17:52:10Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:52:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:10Z"
    name: isvc-canary-rollback-predictor-76cbc5464-r5clr.18d62d230591105d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15653"
    uid: bc634f49-80ca-4fbe-928c-8e1fdae53c77
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-r5clr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15565"
    uid: 08bff906-999f-4efc-b831-26c77b30b7ec
  kind: Event
  lastTimestamp: "2026-09-17T17:52:10Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:52:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:10Z"
    name: isvc-canary-rollback-predictor-76cbc5464-r5clr.18d62d230895ef07
    namespace: kserve-ci-e2e-test
    resourceVersion: "15654"
    uid: dd3a566a-5db0-4475-8970-af2b2aeaa768
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-r5clr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15565"
    uid: 08bff906-999f-4efc-b831-26c77b30b7ec
  kind: Event
  lastTimestamp: "2026-09-17T17:52:10Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:52:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:10Z"
    name: isvc-canary-rollback-predictor-76cbc5464-r5clr.18d62d23091697a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15655"
    uid: f610d221-b2ad-4d46-b032-477f6273a099
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-r5clr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15565"
    uid: 08bff906-999f-4efc-b831-26c77b30b7ec
  kind: Event
  lastTimestamp: "2026-09-17T17:53:22Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:52:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:22Z"
    name: isvc-canary-rollback-predictor-76cbc5464-r5clr.18d62d233da8c90a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16221"
    uid: 3d8cd379-9e7c-4593-a1c1-6f9b87f493e9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-r5clr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15565"
    uid: 08bff906-999f-4efc-b831-26c77b30b7ec
  kind: Event
  lastTimestamp: "2026-09-17T17:53:35Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:53:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:35Z"
    name: isvc-canary-rollback-predictor-76cbc5464-r5clr.18d62d36c21239e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16346"
    uid: 56ddd2a6-c556-4725-9176-c5d3739cbafd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-r5clr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15565"
    uid: 08bff906-999f-4efc-b831-26c77b30b7ec
  kind: Event
  lastTimestamp: "2026-09-17T17:53:35Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:53:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:35Z"
    name: isvc-canary-rollback-predictor-76cbc5464-r5clr.18d62d36c212a5ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "16347"
    uid: da47fd3c-2711-43c4-a920-ae99caf8a99f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-r5clr
    namespace: kserve-ci-e2e-test
    resourceVersion: "15565"
    uid: 08bff906-999f-4efc-b831-26c77b30b7ec
  kind: Event
  lastTimestamp: "2026-09-17T17:53:37Z"
  message: 'Readiness probe failed: Get "https://10.134.0.28:8643/healthz": dial tcp
    10.134.0.28:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:53:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:37Z"
    name: isvc-canary-rollback-predictor-76cbc5464-r5clr.18d62d374400c0d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16368"
    uid: 1856ec84-9683-46c1-be9c-3229297deb19
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:50:15.509952Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-xh6xz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14461"
    uid: a15635e2-9ee2-4c10-85b2-ef0fd6a8793b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-76cbc5464-xh6xz
    to ip-10-0-136-127.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:50:15Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:50:15Z"
    name: isvc-canary-rollback-predictor-76cbc5464-xh6xz.18d62d08478ff582
    namespace: kserve-ci-e2e-test
    resourceVersion: "14468"
    uid: bec5d104-9cec-4690-a993-0378f53f9b2f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-76c867b89b-fnmz4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-xh6xz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14472"
    uid: a15635e2-9ee2-4c10-85b2-ef0fd6a8793b
  kind: Event
  lastTimestamp: "2026-09-17T17:50:16Z"
  message: Add eth0 [10.133.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:50:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:50:16Z"
    name: isvc-canary-rollback-predictor-76cbc5464-xh6xz.18d62d086939081f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14488"
    uid: b566e352-5a32-42b4-b64b-a859dc8010ad
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-xh6xz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14464"
    uid: a15635e2-9ee2-4c10-85b2-ef0fd6a8793b
  kind: Event
  lastTimestamp: "2026-09-17T17:50:16Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:4352771c5cb4ba9624a857ef32395dc1abbb2576e467cd6caf52080736c17239"
  metadata:
    creationTimestamp: "2026-09-17T17:50:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:16Z"
    name: isvc-canary-rollback-predictor-76cbc5464-xh6xz.18d62d086ad3167f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14490"
    uid: 75af0364-9ac2-4a97-89a7-fbddc25a1c5b
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-xh6xz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14464"
    uid: a15635e2-9ee2-4c10-85b2-ef0fd6a8793b
  kind: Event
  lastTimestamp: "2026-09-17T17:50:19Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:4352771c5cb4ba9624a857ef32395dc1abbb2576e467cd6caf52080736c17239"
    in 3.223s (3.223s including waiting). Image size: 308175791 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T17:50:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:19Z"
    name: isvc-canary-rollback-predictor-76cbc5464-xh6xz.18d62d092aef8384
    namespace: kserve-ci-e2e-test
    resourceVersion: "14522"
    uid: cfe368d4-adfe-4626-8b31-c04ee3be4abb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-xh6xz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14464"
    uid: a15635e2-9ee2-4c10-85b2-ef0fd6a8793b
  kind: Event
  lastTimestamp: "2026-09-17T17:50:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:50:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:19Z"
    name: isvc-canary-rollback-predictor-76cbc5464-xh6xz.18d62d092ec05c4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14523"
    uid: bf754e11-cd54-448c-a43d-f9d22ca4f999
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-xh6xz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14464"
    uid: a15635e2-9ee2-4c10-85b2-ef0fd6a8793b
  kind: Event
  lastTimestamp: "2026-09-17T17:50:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:50:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:19Z"
    name: isvc-canary-rollback-predictor-76cbc5464-xh6xz.18d62d092f292da8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14524"
    uid: 080d8961-9337-4824-9306-6d1e6fd8b175
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-xh6xz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14464"
    uid: a15635e2-9ee2-4c10-85b2-ef0fd6a8793b
  kind: Event
  lastTimestamp: "2026-09-17T17:50:23Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
  metadata:
    creationTimestamp: "2026-09-17T17:50:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:23Z"
    name: isvc-canary-rollback-predictor-76cbc5464-xh6xz.18d62d0a3045ebe2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14577"
    uid: 03326097-1edc-40fa-9bf1-c777b0cb8f52
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-xh6xz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14464"
    uid: a15635e2-9ee2-4c10-85b2-ef0fd6a8793b
  kind: Event
  lastTimestamp: "2026-09-17T17:50:37Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    in 13.299s (13.299s including waiting). Image size: 1580899218 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T17:50:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:37Z"
    name: isvc-canary-rollback-predictor-76cbc5464-xh6xz.18d62d0d48f698f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14688"
    uid: bcec6daf-89e2-435e-b71b-a167871bfacd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-xh6xz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14464"
    uid: a15635e2-9ee2-4c10-85b2-ef0fd6a8793b
  kind: Event
  lastTimestamp: "2026-09-17T17:50:37Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:50:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:37Z"
    name: isvc-canary-rollback-predictor-76cbc5464-xh6xz.18d62d0d4c627b88
    namespace: kserve-ci-e2e-test
    resourceVersion: "14690"
    uid: ffe9ed5c-e5d4-47de-9a10-a849cf1a67b6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-xh6xz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14464"
    uid: a15635e2-9ee2-4c10-85b2-ef0fd6a8793b
  kind: Event
  lastTimestamp: "2026-09-17T17:50:37Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:50:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:37Z"
    name: isvc-canary-rollback-predictor-76cbc5464-xh6xz.18d62d0d4cd2b7bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14691"
    uid: 70fd78ef-be21-4d98-b3d1-1c54731e3760
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-xh6xz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14464"
    uid: a15635e2-9ee2-4c10-85b2-ef0fd6a8793b
  kind: Event
  lastTimestamp: "2026-09-17T17:50:37Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-17T17:50:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:37Z"
    name: isvc-canary-rollback-predictor-76cbc5464-xh6xz.18d62d0d4ce092a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14693"
    uid: cdf37693-bbe2-457d-a84d-bef056cb8dd5
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-xh6xz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14464"
    uid: a15635e2-9ee2-4c10-85b2-ef0fd6a8793b
  kind: Event
  lastTimestamp: "2026-09-17T17:50:39Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.218s (2.218s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T17:50:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:39Z"
    name: isvc-canary-rollback-predictor-76cbc5464-xh6xz.18d62d0dd1191043
    namespace: kserve-ci-e2e-test
    resourceVersion: "14709"
    uid: 3bffbdc6-6a6e-420d-a94f-54c1eae619ba
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-xh6xz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14464"
    uid: a15635e2-9ee2-4c10-85b2-ef0fd6a8793b
  kind: Event
  lastTimestamp: "2026-09-17T17:50:39Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:50:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:39Z"
    name: isvc-canary-rollback-predictor-76cbc5464-xh6xz.18d62d0dd5a19c51
    namespace: kserve-ci-e2e-test
    resourceVersion: "14711"
    uid: 6446c09f-dce7-4433-bd19-5fc1f53682d0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-xh6xz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14464"
    uid: a15635e2-9ee2-4c10-85b2-ef0fd6a8793b
  kind: Event
  lastTimestamp: "2026-09-17T17:50:39Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:50:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:39Z"
    name: isvc-canary-rollback-predictor-76cbc5464-xh6xz.18d62d0dd618b00e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14712"
    uid: acb5e016-1f10-4329-911a-84805c17d831
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-xh6xz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14464"
    uid: a15635e2-9ee2-4c10-85b2-ef0fd6a8793b
  kind: Event
  lastTimestamp: "2026-09-17T17:53:35Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.24:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:50:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:35Z"
    name: isvc-canary-rollback-predictor-76cbc5464-xh6xz.18d62d0def498ae1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16360"
    uid: 229eb8ba-1ebe-4236-b36d-defc867d76bc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-xh6xz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14464"
    uid: a15635e2-9ee2-4c10-85b2-ef0fd6a8793b
  kind: Event
  lastTimestamp: "2026-09-17T17:53:35Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:53:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:35Z"
    name: isvc-canary-rollback-predictor-76cbc5464-xh6xz.18d62d36c221eaa7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16345"
    uid: 22760341-b7ad-4153-9ca5-611b9e115427
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-xh6xz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14464"
    uid: a15635e2-9ee2-4c10-85b2-ef0fd6a8793b
  kind: Event
  lastTimestamp: "2026-09-17T17:53:35Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:53:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:35Z"
    name: isvc-canary-rollback-predictor-76cbc5464-xh6xz.18d62d36c2226494
    namespace: kserve-ci-e2e-test
    resourceVersion: "16348"
    uid: 06186bcb-a799-4872-817a-09a87a64154e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-xh6xz
    namespace: kserve-ci-e2e-test
    resourceVersion: "14464"
    uid: a15635e2-9ee2-4c10-85b2-ef0fd6a8793b
  kind: Event
  lastTimestamp: "2026-09-17T17:53:35Z"
  message: 'Readiness probe failed: Get "https://10.133.0.24:8643/healthz": dial tcp
    10.133.0.24:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:53:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:35Z"
    name: isvc-canary-rollback-predictor-76cbc5464-xh6xz.18d62d36e9f82fdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16359"
    uid: 9331cd95-8f56-41d1-84f1-ac122c9b67c5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-76cbc5464
    namespace: kserve-ci-e2e-test
    resourceVersion: "14435"
    uid: 3fe800d1-8117-496e-9d8a-377492d565b4
  kind: Event
  lastTimestamp: "2026-09-17T17:50:15Z"
  message: 'Created pod: isvc-canary-rollback-predictor-76cbc5464-2bd86'
  metadata:
    creationTimestamp: "2026-09-17T17:50:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:50:15Z"
    name: isvc-canary-rollback-predictor-76cbc5464.18d62d0840c325da
    namespace: kserve-ci-e2e-test
    resourceVersion: "14446"
    uid: fbbf89ec-f51c-4b02-bee5-340d3860ce19
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-76cbc5464
    namespace: kserve-ci-e2e-test
    resourceVersion: "14435"
    uid: 3fe800d1-8117-496e-9d8a-377492d565b4
  kind: Event
  lastTimestamp: "2026-09-17T17:50:15Z"
  message: 'Created pod: isvc-canary-rollback-predictor-76cbc5464-xh6xz'
  metadata:
    creationTimestamp: "2026-09-17T17:50:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:50:15Z"
    name: isvc-canary-rollback-predictor-76cbc5464.18d62d08465a5dc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14463"
    uid: 469cf5e8-e8dd-42f1-95dc-b857979522c2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-76cbc5464
    namespace: kserve-ci-e2e-test
    resourceVersion: "15361"
    uid: 3fe800d1-8117-496e-9d8a-377492d565b4
  kind: Event
  lastTimestamp: "2026-09-17T17:51:59Z"
  message: 'Deleted pod: isvc-canary-rollback-predictor-76cbc5464-2bd86'
  metadata:
    creationTimestamp: "2026-09-17T17:51:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:51:59Z"
    name: isvc-canary-rollback-predictor-76cbc5464.18d62d2063465009
    namespace: kserve-ci-e2e-test
    resourceVersion: "15366"
    uid: 6a596de0-6fe2-4795-a39b-e8cda1e68246
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-76cbc5464
    namespace: kserve-ci-e2e-test
    resourceVersion: "15547"
    uid: 3fe800d1-8117-496e-9d8a-377492d565b4
  kind: Event
  lastTimestamp: "2026-09-17T17:52:05Z"
  message: 'Created pod: isvc-canary-rollback-predictor-76cbc5464-r5clr'
  metadata:
    creationTimestamp: "2026-09-17T17:52:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:52:05Z"
    name: isvc-canary-rollback-predictor-76cbc5464.18d62d21c6abda66
    namespace: kserve-ci-e2e-test
    resourceVersion: "15563"
    uid: 8e5933f9-d266-4e52-b7b4-bd4101e80f46
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14432"
    uid: d2a47188-ab44-471d-81b5-f8fc75892e83
  kind: Event
  lastTimestamp: "2026-09-17T17:50:15Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-76cbc5464 from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-17T17:50:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:50:15Z"
    name: isvc-canary-rollback-predictor.18d62d083c750363
    namespace: kserve-ci-e2e-test
    resourceVersion: "14436"
    uid: cdf1e2fe-ec15-4434-a722-cabead5befd9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15356"
    uid: d2a47188-ab44-471d-81b5-f8fc75892e83
  kind: Event
  lastTimestamp: "2026-09-17T17:51:59Z"
  message: Scaled down replica set isvc-canary-rollback-predictor-76cbc5464 from 2
    to 1
  metadata:
    creationTimestamp: "2026-09-17T17:51:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:51:59Z"
    name: isvc-canary-rollback-predictor.18d62d2062b92022
    namespace: kserve-ci-e2e-test
    resourceVersion: "15363"
    uid: d133a95a-5976-4d08-8e3d-e73061449ffe
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15542"
    uid: d2a47188-ab44-471d-81b5-f8fc75892e83
  kind: Event
  lastTimestamp: "2026-09-17T17:52:04Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-76cbc5464 from 1 to
    2
  metadata:
    creationTimestamp: "2026-09-17T17:52:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:52:04Z"
    name: isvc-canary-rollback-predictor.18d62d21c2a3a826
    namespace: kserve-ci-e2e-test
    resourceVersion: "15549"
    uid: 08dd9218-ac08-4db8-95ba-9b8e98f9ed52
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:50:15.395734Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-78968789f7-5djmv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14439"
    uid: 886ef972-9ff0-4f2d-b166-b062ad445941
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-v2-predictor-78968789f7-5djmv
    to ip-10-0-134-156.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:50:15Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:50:15Z"
    name: isvc-canary-rollback-v2-predictor-78968789f7-5djmv.18d62d0840c126b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "14448"
    uid: aa0355ff-8e66-4e04-9ce1-747fb831bb0d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-76c867b89b-fnmz4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-78968789f7-5djmv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14457"
    uid: 886ef972-9ff0-4f2d-b166-b062ad445941
  kind: Event
  lastTimestamp: "2026-09-17T17:50:15Z"
  message: Add eth0 [10.134.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:50:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:50:15Z"
    name: isvc-canary-rollback-v2-predictor-78968789f7-5djmv.18d62d086252dc76
    namespace: kserve-ci-e2e-test
    resourceVersion: "14482"
    uid: 71f873f7-2134-4fa5-acb1-06194c7664ad
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-78968789f7-5djmv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14444"
    uid: 886ef972-9ff0-4f2d-b166-b062ad445941
  kind: Event
  lastTimestamp: "2026-09-17T17:50:15Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:4352771c5cb4ba9624a857ef32395dc1abbb2576e467cd6caf52080736c17239"
  metadata:
    creationTimestamp: "2026-09-17T17:50:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:15Z"
    name: isvc-canary-rollback-v2-predictor-78968789f7-5djmv.18d62d0863ce032d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14484"
    uid: 1c82ed7c-979d-4263-a799-3dfaeaad533e
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-78968789f7-5djmv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14444"
    uid: 886ef972-9ff0-4f2d-b166-b062ad445941
  kind: Event
  lastTimestamp: "2026-09-17T17:50:19Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:4352771c5cb4ba9624a857ef32395dc1abbb2576e467cd6caf52080736c17239"
    in 3.612s (3.612s including waiting). Image size: 308175791 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T17:50:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:19Z"
    name: isvc-canary-rollback-v2-predictor-78968789f7-5djmv.18d62d093b22fecf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14528"
    uid: 76c4801f-2ea0-4cb0-86f7-966cb7be1c07
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-78968789f7-5djmv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14444"
    uid: 886ef972-9ff0-4f2d-b166-b062ad445941
  kind: Event
  lastTimestamp: "2026-09-17T17:50:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:50:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:19Z"
    name: isvc-canary-rollback-v2-predictor-78968789f7-5djmv.18d62d093dfea361
    namespace: kserve-ci-e2e-test
    resourceVersion: "14530"
    uid: f3ba9933-216c-4162-8e87-530d1a5f88e5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-78968789f7-5djmv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14444"
    uid: 886ef972-9ff0-4f2d-b166-b062ad445941
  kind: Event
  lastTimestamp: "2026-09-17T17:50:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:50:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:19Z"
    name: isvc-canary-rollback-v2-predictor-78968789f7-5djmv.18d62d093e7316c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14532"
    uid: 508d2b92-30da-4e4f-9e7b-554fb0619b5c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-78968789f7-5djmv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14444"
    uid: 886ef972-9ff0-4f2d-b166-b062ad445941
  kind: Event
  lastTimestamp: "2026-09-17T17:50:23Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
  metadata:
    creationTimestamp: "2026-09-17T17:50:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:23Z"
    name: isvc-canary-rollback-v2-predictor-78968789f7-5djmv.18d62d0a354b4c8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14580"
    uid: 2e4cb268-fc98-49b6-9596-56c071729f13
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-78968789f7-5djmv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14444"
    uid: 886ef972-9ff0-4f2d-b166-b062ad445941
  kind: Event
  lastTimestamp: "2026-09-17T17:50:39Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    in 15.679s (15.679s including waiting). Image size: 1580899218 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T17:50:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:39Z"
    name: isvc-canary-rollback-v2-predictor-78968789f7-5djmv.18d62d0ddbdf15d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "14715"
    uid: df4067eb-7f6c-4977-ac23-788ecc60fd28
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-78968789f7-5djmv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14444"
    uid: 886ef972-9ff0-4f2d-b166-b062ad445941
  kind: Event
  lastTimestamp: "2026-09-17T17:50:39Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:50:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:39Z"
    name: isvc-canary-rollback-v2-predictor-78968789f7-5djmv.18d62d0ddf7960d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14717"
    uid: 106e5f69-e14e-4034-a14e-b594cf5a1c48
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-78968789f7-5djmv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14444"
    uid: 886ef972-9ff0-4f2d-b166-b062ad445941
  kind: Event
  lastTimestamp: "2026-09-17T17:50:39Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:50:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:39Z"
    name: isvc-canary-rollback-v2-predictor-78968789f7-5djmv.18d62d0ddfe0376e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14719"
    uid: ecca3b24-3d4f-4fa1-a69d-f0ba2c5e0d17
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-78968789f7-5djmv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14444"
    uid: 886ef972-9ff0-4f2d-b166-b062ad445941
  kind: Event
  lastTimestamp: "2026-09-17T17:50:39Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-17T17:50:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:39Z"
    name: isvc-canary-rollback-v2-predictor-78968789f7-5djmv.18d62d0ddfedc9cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14720"
    uid: 476d6565-ccfe-49cf-9e91-afdabf6f71b3
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-78968789f7-5djmv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14444"
    uid: 886ef972-9ff0-4f2d-b166-b062ad445941
  kind: Event
  lastTimestamp: "2026-09-17T17:50:42Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.486s (2.486s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T17:50:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:42Z"
    name: isvc-canary-rollback-v2-predictor-78968789f7-5djmv.18d62d0e742070b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "14748"
    uid: 0500ece8-25bc-4ab5-8093-a3178ee14ea6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-78968789f7-5djmv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14444"
    uid: 886ef972-9ff0-4f2d-b166-b062ad445941
  kind: Event
  lastTimestamp: "2026-09-17T17:50:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:50:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:42Z"
    name: isvc-canary-rollback-v2-predictor-78968789f7-5djmv.18d62d0e7784b205
    namespace: kserve-ci-e2e-test
    resourceVersion: "14750"
    uid: bdfe857e-206a-45eb-9188-61a875e4f94b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-78968789f7-5djmv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14444"
    uid: 886ef972-9ff0-4f2d-b166-b062ad445941
  kind: Event
  lastTimestamp: "2026-09-17T17:50:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:50:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:42Z"
    name: isvc-canary-rollback-v2-predictor-78968789f7-5djmv.18d62d0e77eafd6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14752"
    uid: f54adebf-686d-41d3-a3f4-e46e8e158818
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-78968789f7-5djmv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14444"
    uid: 886ef972-9ff0-4f2d-b166-b062ad445941
  kind: Event
  lastTimestamp: "2026-09-17T17:52:08Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.25:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:50:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:08Z"
    name: isvc-canary-rollback-v2-predictor-78968789f7-5djmv.18d62d0ea8ce3080
    namespace: kserve-ci-e2e-test
    resourceVersion: "15635"
    uid: c8b6cbf0-b333-46cd-b028-24d9e030df02
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-78968789f7-5djmv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14444"
    uid: 886ef972-9ff0-4f2d-b166-b062ad445941
  kind: Event
  lastTimestamp: "2026-09-17T17:52:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:52:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:04Z"
    name: isvc-canary-rollback-v2-predictor-78968789f7-5djmv.18d62d21c3def6e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15555"
    uid: 650691d6-8efc-4e03-93da-cecd059371fb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-78968789f7-5djmv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14444"
    uid: 886ef972-9ff0-4f2d-b166-b062ad445941
  kind: Event
  lastTimestamp: "2026-09-17T17:52:04Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:52:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:04Z"
    name: isvc-canary-rollback-v2-predictor-78968789f7-5djmv.18d62d21c3df631f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15558"
    uid: 452f5ed0-c0f0-4c15-b3c3-650c2234fb8c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-78968789f7-5djmv
    namespace: kserve-ci-e2e-test
    resourceVersion: "14444"
    uid: 886ef972-9ff0-4f2d-b166-b062ad445941
  kind: Event
  lastTimestamp: "2026-09-17T17:52:08Z"
  message: 'Readiness probe failed: Get "https://10.134.0.25:8643/healthz": dial tcp
    10.134.0.25:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:52:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:08Z"
    name: isvc-canary-rollback-v2-predictor-78968789f7-5djmv.18d62d22af270ce0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15634"
    uid: 01c32167-963e-48c5-95a2-e399a41e3b87
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-v2-predictor-78968789f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14421"
    uid: 575b68e1-07dd-47ea-962f-e2d7f7958821
  kind: Event
  lastTimestamp: "2026-09-17T17:50:15Z"
  message: 'Created pod: isvc-canary-rollback-v2-predictor-78968789f7-5djmv'
  metadata:
    creationTimestamp: "2026-09-17T17:50:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:50:15Z"
    name: isvc-canary-rollback-v2-predictor-78968789f7.18d62d083fd6085d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14441"
    uid: eaa98e7a-0b2e-41d6-96e5-c8fef02029e2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14415"
    uid: 0b4863f6-5a73-4858-b724-cd158e9ad299
  kind: Event
  lastTimestamp: "2026-09-17T17:50:15Z"
  message: Scaled up replica set isvc-canary-rollback-v2-predictor-78968789f7 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T17:50:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:50:15Z"
    name: isvc-canary-rollback-v2-predictor.18d62d083815df7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14426"
    uid: 427df703-4ce2-4be4-9c9c-6858d383b089
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 20
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "14402"
    uid: f4389933-38c6-47e0-b018-a543a0ce4816
  kind: Event
  lastTimestamp: "2026-09-17T17:52:05Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:50:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:52:05Z"
    name: isvc-canary-rollback.18d62d083b82a33b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15575"
    uid: eec45fc7-956d-4f25-9c6a-d77d28ef0d6a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "15377"
    uid: f4389933-38c6-47e0-b018-a543a0ce4816
  kind: Event
  lastTimestamp: "2026-09-17T17:53:32Z"
  message: InferenceService [isvc-canary-rollback] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:51:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:53:32Z"
    name: isvc-canary-rollback.18d62d20671831a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16304"
    uid: 64701f58-329b-4632-bebb-a3670140ed12
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "15359"
    uid: f4389933-38c6-47e0-b018-a543a0ce4816
  kind: Event
  lastTimestamp: "2026-09-17T17:52:05Z"
  message: 'Failed to update status for InferenceService "isvc-canary-rollback": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-rollback":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:51:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:52:05Z"
    name: isvc-canary-rollback.18d62d206a3e9627
    namespace: kserve-ci-e2e-test
    resourceVersion: "15568"
    uid: 9de422e0-3d7b-442e-b5f8-3ed2536a28bf
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "15359"
    uid: f4389933-38c6-47e0-b018-a543a0ce4816
  kind: Event
  lastTimestamp: "2026-09-17T17:52:05Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-rollback": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:51:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:52:05Z"
    name: isvc-canary-rollback.18d62d206a3edef8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15570"
    uid: 1a352453-3bea-4554-b0b2-9853875e3a3f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "15576"
    uid: f4389933-38c6-47e0-b018-a543a0ce4816
  kind: Event
  lastTimestamp: "2026-09-17T17:52:05Z"
  message: 'InferenceService [isvc-canary-rollback] is no longer Ready because of:
    PredictorReady, Ready, Stopped'
  metadata:
    creationTimestamp: "2026-09-17T17:52:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:52:05Z"
    name: isvc-canary-rollback.18d62d21ca163233
    namespace: kserve-ci-e2e-test
    resourceVersion: "15577"
    uid: 9dd0be07-580a-4624-b513-fcaa59d5063e
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:53:40.341160Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-jrxw7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16448"
    uid: 1ffea2d3-2969-473c-b13c-18e2dcbd7add
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-646f5bdbcb-jrxw7
    to ip-10-0-138-30.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:53:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:53:40Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-jrxw7.18d62d37f8743697
    namespace: kserve-ci-e2e-test
    resourceVersion: "16456"
    uid: f57ec6f9-605b-410d-8a28-b6fb20f17044
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-76c867b89b-fnmz4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-jrxw7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16463"
    uid: 1ffea2d3-2969-473c-b13c-18e2dcbd7add
  kind: Event
  lastTimestamp: "2026-09-17T17:53:40Z"
  message: Add eth0 [10.132.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:53:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:53:40Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-jrxw7.18d62d381a33c57a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16489"
    uid: 8d8f9318-e102-4063-acf1-f518bd8cec38
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-jrxw7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16452"
    uid: 1ffea2d3-2969-473c-b13c-18e2dcbd7add
  kind: Event
  lastTimestamp: "2026-09-17T17:53:40Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4352771c5cb4ba9624a857ef32395dc1abbb2576e467cd6caf52080736c17239"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:53:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:40Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-jrxw7.18d62d381bd2fbe4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16491"
    uid: c637c27a-ab74-4a4d-9c88-c01a8e5c88ee
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-jrxw7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16452"
    uid: 1ffea2d3-2969-473c-b13c-18e2dcbd7add
  kind: Event
  lastTimestamp: "2026-09-17T17:53:40Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:53:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:40Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-jrxw7.18d62d381e9383a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16493"
    uid: 19572f8f-a4f4-4373-ad28-2d31b089ad9d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-jrxw7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16452"
    uid: 1ffea2d3-2969-473c-b13c-18e2dcbd7add
  kind: Event
  lastTimestamp: "2026-09-17T17:53:40Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:53:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:40Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-jrxw7.18d62d381f05d423
    namespace: kserve-ci-e2e-test
    resourceVersion: "16495"
    uid: 679f5ce4-35d4-4af2-babd-f360636e9bfd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-jrxw7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16452"
    uid: 1ffea2d3-2969-473c-b13c-18e2dcbd7add
  kind: Event
  lastTimestamp: "2026-09-17T17:53:45Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:53:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:45Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-jrxw7.18d62d3922b7cb13
    namespace: kserve-ci-e2e-test
    resourceVersion: "16559"
    uid: dfb837d2-7100-4132-81be-fd5ee54d84b3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-jrxw7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16452"
    uid: 1ffea2d3-2969-473c-b13c-18e2dcbd7add
  kind: Event
  lastTimestamp: "2026-09-17T17:53:45Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:53:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:45Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-jrxw7.18d62d39268e6dc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16563"
    uid: c4a4823c-9b1a-4f62-97eb-a2e880ef7e17
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-jrxw7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16452"
    uid: 1ffea2d3-2969-473c-b13c-18e2dcbd7add
  kind: Event
  lastTimestamp: "2026-09-17T17:53:45Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:53:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:45Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-jrxw7.18d62d39271476ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "16565"
    uid: 4f24d271-3143-49a1-8cae-9b65df25f23c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-jrxw7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16452"
    uid: 1ffea2d3-2969-473c-b13c-18e2dcbd7add
  kind: Event
  lastTimestamp: "2026-09-17T17:53:45Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:53:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:45Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-jrxw7.18d62d39271ecee6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16566"
    uid: d0f8f504-ef2d-4d1c-9e74-af17fd6d2d4d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-jrxw7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16452"
    uid: 1ffea2d3-2969-473c-b13c-18e2dcbd7add
  kind: Event
  lastTimestamp: "2026-09-17T17:53:45Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:53:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:45Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-jrxw7.18d62d3929dfa4c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16567"
    uid: 5352778b-7651-4df2-a43b-65055cdef492
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-jrxw7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16452"
    uid: 1ffea2d3-2969-473c-b13c-18e2dcbd7add
  kind: Event
  lastTimestamp: "2026-09-17T17:53:45Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:53:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:45Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-jrxw7.18d62d392a5276be
    namespace: kserve-ci-e2e-test
    resourceVersion: "16568"
    uid: 4e58e25b-8faa-46c6-bc7c-408a4535e224
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-jrxw7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16452"
    uid: 1ffea2d3-2969-473c-b13c-18e2dcbd7add
  kind: Event
  lastTimestamp: "2026-09-17T17:54:53Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.26:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:53:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:53Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-jrxw7.18d62d399a903525
    namespace: kserve-ci-e2e-test
    resourceVersion: "17315"
    uid: 976337fc-f045-4936-ad18-caf1e15f14df
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-30.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-jrxw7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16452"
    uid: 1ffea2d3-2969-473c-b13c-18e2dcbd7add
  kind: Event
  lastTimestamp: "2026-09-17T17:55:03Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:55:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:55:03Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-jrxw7.18d62d4b6f145f1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17416"
    uid: 3cdae843-ad9a-435d-a797-1c2d3816e024
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-jrxw7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16452"
    uid: 1ffea2d3-2969-473c-b13c-18e2dcbd7add
  kind: Event
  lastTimestamp: "2026-09-17T17:55:03Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:55:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:55:03Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-jrxw7.18d62d4b6f14f022
    namespace: kserve-ci-e2e-test
    resourceVersion: "17421"
    uid: 93424b6b-940c-4a54-b107-ecb8022114c4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-jrxw7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16452"
    uid: 1ffea2d3-2969-473c-b13c-18e2dcbd7add
  kind: Event
  lastTimestamp: "2026-09-17T17:55:08Z"
  message: 'Readiness probe failed: Get "https://10.132.0.26:8643/healthz": dial tcp
    10.132.0.26:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:55:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:55:08Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-jrxw7.18d62d4c76ac502d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17467"
    uid: 8bae7268-9512-4385-8e71-3a71e6f55c91
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-30.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:53:40.400866Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-z9bmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16462"
    uid: 45bfad70-f782-49a0-b000-f4d4441689ea
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-646f5bdbcb-z9bmk
    to ip-10-0-134-156.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:53:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:53:40Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-z9bmk.18d62d37fc03664e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16468"
    uid: 3b16caa6-49b2-4436-b45b-da9ef16c0e73
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-76c867b89b-fnmz4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-z9bmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16473"
    uid: 45bfad70-f782-49a0-b000-f4d4441689ea
  kind: Event
  lastTimestamp: "2026-09-17T17:53:40Z"
  message: Add eth0 [10.134.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:53:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:53:40Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-z9bmk.18d62d381e050b24
    namespace: kserve-ci-e2e-test
    resourceVersion: "16492"
    uid: 669f9f27-bc3f-40b4-b0dc-73830425a42a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-z9bmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16464"
    uid: 45bfad70-f782-49a0-b000-f4d4441689ea
  kind: Event
  lastTimestamp: "2026-09-17T17:53:40Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4352771c5cb4ba9624a857ef32395dc1abbb2576e467cd6caf52080736c17239"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:53:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:40Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-z9bmk.18d62d381f92c185
    namespace: kserve-ci-e2e-test
    resourceVersion: "16497"
    uid: a417f580-8553-46f1-9681-7ba8577a0f68
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-z9bmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16464"
    uid: 45bfad70-f782-49a0-b000-f4d4441689ea
  kind: Event
  lastTimestamp: "2026-09-17T17:53:41Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:53:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:41Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-z9bmk.18d62d3823bd8c49
    namespace: kserve-ci-e2e-test
    resourceVersion: "16498"
    uid: ea328db1-577c-4274-a5de-15f9f8517cd2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-z9bmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16464"
    uid: 45bfad70-f782-49a0-b000-f4d4441689ea
  kind: Event
  lastTimestamp: "2026-09-17T17:53:41Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:53:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:41Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-z9bmk.18d62d382447a3d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16499"
    uid: 72f8b5c2-754f-4fc9-8475-bdc4f102e47e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-z9bmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16464"
    uid: 45bfad70-f782-49a0-b000-f4d4441689ea
  kind: Event
  lastTimestamp: "2026-09-17T17:53:45Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:53:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:45Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-z9bmk.18d62d3939f1c9b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16574"
    uid: 2ff96e51-8c20-496a-ab83-a15554306d79
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-z9bmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16464"
    uid: 45bfad70-f782-49a0-b000-f4d4441689ea
  kind: Event
  lastTimestamp: "2026-09-17T17:53:45Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:53:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:45Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-z9bmk.18d62d393d998c6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16581"
    uid: 8222e896-3d6a-4591-9f2d-b4f5fa03ef14
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-z9bmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16464"
    uid: 45bfad70-f782-49a0-b000-f4d4441689ea
  kind: Event
  lastTimestamp: "2026-09-17T17:53:45Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:53:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:45Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-z9bmk.18d62d393e075b2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16584"
    uid: 4dfe90d0-c60b-4f51-9701-08972432ea87
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-z9bmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16464"
    uid: 45bfad70-f782-49a0-b000-f4d4441689ea
  kind: Event
  lastTimestamp: "2026-09-17T17:53:45Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:53:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:45Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-z9bmk.18d62d393e0fc124
    namespace: kserve-ci-e2e-test
    resourceVersion: "16585"
    uid: ab0b965f-4f1f-4009-b49a-f37c7e725d6e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-z9bmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16464"
    uid: 45bfad70-f782-49a0-b000-f4d4441689ea
  kind: Event
  lastTimestamp: "2026-09-17T17:53:45Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:53:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:45Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-z9bmk.18d62d3941896416
    namespace: kserve-ci-e2e-test
    resourceVersion: "16588"
    uid: b291db1c-3fdf-4922-aa95-7730ebcf6fdb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-z9bmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16464"
    uid: 45bfad70-f782-49a0-b000-f4d4441689ea
  kind: Event
  lastTimestamp: "2026-09-17T17:53:45Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:53:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:45Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-z9bmk.18d62d3941f88493
    namespace: kserve-ci-e2e-test
    resourceVersion: "16590"
    uid: e84ad2a2-f891-4fcb-9c93-eaf4a8f6208c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-z9bmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16464"
    uid: 45bfad70-f782-49a0-b000-f4d4441689ea
  kind: Event
  lastTimestamp: "2026-09-17T17:55:12Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:53:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:55:12Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-z9bmk.18d62d3976190f5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17528"
    uid: e6c63da0-59c1-4d3a-9ba1-a1bbbb8a37da
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-z9bmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16464"
    uid: 45bfad70-f782-49a0-b000-f4d4441689ea
  kind: Event
  lastTimestamp: "2026-09-17T17:55:10Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:55:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:55:10Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-z9bmk.18d62d4cebf98d43
    namespace: kserve-ci-e2e-test
    resourceVersion: "17506"
    uid: 9f3d7e8b-08bb-4f53-89ef-e86d13215ca4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-z9bmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16464"
    uid: 45bfad70-f782-49a0-b000-f4d4441689ea
  kind: Event
  lastTimestamp: "2026-09-17T17:55:10Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:55:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:55:10Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-z9bmk.18d62d4cebf9e422
    namespace: kserve-ci-e2e-test
    resourceVersion: "17507"
    uid: 4f187b10-5bcb-4d98-af18-545258f3bb6d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-z9bmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "16464"
    uid: 45bfad70-f782-49a0-b000-f4d4441689ea
  kind: Event
  lastTimestamp: "2026-09-17T17:55:12Z"
  message: 'Readiness probe failed: Get "https://10.134.0.30:8643/healthz": dial tcp
    10.134.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:55:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:55:12Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-z9bmk.18d62d4d7c56c409
    namespace: kserve-ci-e2e-test
    resourceVersion: "17527"
    uid: c279fdec-07fd-4e10-a717-16c59be7bb7e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-646f5bdbcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16433"
    uid: 52ac77b3-8fbc-4034-854c-c832f67e8890
  kind: Event
  lastTimestamp: "2026-09-17T17:53:40Z"
  message: 'Created pod: isvc-canary-stop-predictor-646f5bdbcb-jrxw7'
  metadata:
    creationTimestamp: "2026-09-17T17:53:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:53:40Z"
    name: isvc-canary-stop-predictor-646f5bdbcb.18d62d37f8061019
    namespace: kserve-ci-e2e-test
    resourceVersion: "16457"
    uid: 834980fb-c5ea-45bd-9e44-6820ea7436f9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-646f5bdbcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16433"
    uid: 52ac77b3-8fbc-4034-854c-c832f67e8890
  kind: Event
  lastTimestamp: "2026-09-17T17:53:40Z"
  message: 'Created pod: isvc-canary-stop-predictor-646f5bdbcb-z9bmk'
  metadata:
    creationTimestamp: "2026-09-17T17:53:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:53:40Z"
    name: isvc-canary-stop-predictor-646f5bdbcb.18d62d37fba746e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16466"
    uid: b95ea0de-9adc-4fd4-bd99-ed6f31840a15
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-646f5bdbcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17412"
    uid: 52ac77b3-8fbc-4034-854c-c832f67e8890
  kind: Event
  lastTimestamp: "2026-09-17T17:55:03Z"
  message: 'Deleted pod: isvc-canary-stop-predictor-646f5bdbcb-jrxw7'
  metadata:
    creationTimestamp: "2026-09-17T17:55:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:55:03Z"
    name: isvc-canary-stop-predictor-646f5bdbcb.18d62d4b6eef9ec4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17417"
    uid: f5599e14-2493-4552-a58e-a6ce70aef58e
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16432"
    uid: 6716f545-2927-4374-9fab-71d6527f8b45
  kind: Event
  lastTimestamp: "2026-09-17T17:53:40Z"
  message: Scaled up replica set isvc-canary-stop-predictor-646f5bdbcb from 0 to 2
  metadata:
    creationTimestamp: "2026-09-17T17:53:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:53:40Z"
    name: isvc-canary-stop-predictor.18d62d37f2ead8ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "16437"
    uid: 06c076db-7706-49af-87b8-67b4432112f1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17407"
    uid: 6716f545-2927-4374-9fab-71d6527f8b45
  kind: Event
  lastTimestamp: "2026-09-17T17:55:03Z"
  message: Scaled down replica set isvc-canary-stop-predictor-646f5bdbcb from 2 to
    1
  metadata:
    creationTimestamp: "2026-09-17T17:55:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:55:03Z"
    name: isvc-canary-stop-predictor.18d62d4b6e2c9f3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17413"
    uid: 54cb5f70-eae4-4225-9f2c-7706ca0677ea
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:53:40.338355Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-mkqnr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16447"
    uid: 3d40d9d7-30e9-4745-a158-c4c07d80e51d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-v2-predictor-6cbcf9f68f-mkqnr
    to ip-10-0-134-156.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:53:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:53:40Z"
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-mkqnr.18d62d37f84965a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16455"
    uid: 66e0c742-c412-4523-93f5-90f0a13d93c9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-76c867b89b-fnmz4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-mkqnr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16451"
    uid: 3d40d9d7-30e9-4745-a158-c4c07d80e51d
  kind: Event
  lastTimestamp: "2026-09-17T17:53:40Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-stop-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T17:53:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:40Z"
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-mkqnr.18d62d3802f2f6cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16478"
    uid: 9db29fcb-75e6-4f6d-8375-feeb1a5327e0
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-mkqnr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16465"
    uid: 3d40d9d7-30e9-4745-a158-c4c07d80e51d
  kind: Event
  lastTimestamp: "2026-09-17T17:53:41Z"
  message: Add eth0 [10.134.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:53:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:53:41Z"
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-mkqnr.18d62d383e0348b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16511"
    uid: 94ac127d-3022-4258-a317-55a49d4e9d32
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-mkqnr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16451"
    uid: 3d40d9d7-30e9-4745-a158-c4c07d80e51d
  kind: Event
  lastTimestamp: "2026-09-17T17:53:41Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4352771c5cb4ba9624a857ef32395dc1abbb2576e467cd6caf52080736c17239"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:53:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:41Z"
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-mkqnr.18d62d383fc773a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16513"
    uid: fa1b6b4c-ab15-4201-99c8-63327d6a3901
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-mkqnr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16451"
    uid: 3d40d9d7-30e9-4745-a158-c4c07d80e51d
  kind: Event
  lastTimestamp: "2026-09-17T17:53:41Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:53:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:41Z"
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-mkqnr.18d62d3842e69ac4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16514"
    uid: c182e11c-860e-477e-9794-5d4e336799de
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-mkqnr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16451"
    uid: 3d40d9d7-30e9-4745-a158-c4c07d80e51d
  kind: Event
  lastTimestamp: "2026-09-17T17:53:41Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:53:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:41Z"
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-mkqnr.18d62d38434f43f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16515"
    uid: 4602ec95-5c21-4a17-a2b0-d3cc14ec5966
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-mkqnr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16451"
    uid: 3d40d9d7-30e9-4745-a158-c4c07d80e51d
  kind: Event
  lastTimestamp: "2026-09-17T17:53:45Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:53:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:45Z"
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-mkqnr.18d62d3939d7d294
    namespace: kserve-ci-e2e-test
    resourceVersion: "16573"
    uid: 19c94779-7751-4abd-9396-c816c2c33201
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-mkqnr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16451"
    uid: 3d40d9d7-30e9-4745-a158-c4c07d80e51d
  kind: Event
  lastTimestamp: "2026-09-17T17:53:45Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:53:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:45Z"
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-mkqnr.18d62d393d760fe5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16577"
    uid: cbbe882c-39ca-4820-a3f6-41977edf8361
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-mkqnr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16451"
    uid: 3d40d9d7-30e9-4745-a158-c4c07d80e51d
  kind: Event
  lastTimestamp: "2026-09-17T17:53:45Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:53:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:45Z"
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-mkqnr.18d62d393ddb1eb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16582"
    uid: d709f890-5b99-4d8b-8871-adb770e593e8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-mkqnr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16451"
    uid: 3d40d9d7-30e9-4745-a158-c4c07d80e51d
  kind: Event
  lastTimestamp: "2026-09-17T17:53:45Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:53:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:45Z"
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-mkqnr.18d62d393de5a847
    namespace: kserve-ci-e2e-test
    resourceVersion: "16583"
    uid: 9aaabfa0-b0f4-454f-aa87-eb1b40617ecf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-mkqnr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16451"
    uid: 3d40d9d7-30e9-4745-a158-c4c07d80e51d
  kind: Event
  lastTimestamp: "2026-09-17T17:53:45Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:53:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:45Z"
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-mkqnr.18d62d394177c5c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16587"
    uid: 6e09d414-b9b7-4673-be21-a59133dc06d5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-mkqnr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16451"
    uid: 3d40d9d7-30e9-4745-a158-c4c07d80e51d
  kind: Event
  lastTimestamp: "2026-09-17T17:53:45Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:53:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:45Z"
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-mkqnr.18d62d3941dc52d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16589"
    uid: 6ce42d91-8306-4311-ae83-4c3899ee1a71
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-mkqnr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16451"
    uid: 3d40d9d7-30e9-4745-a158-c4c07d80e51d
  kind: Event
  lastTimestamp: "2026-09-17T17:55:13Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:53:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:55:13Z"
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-mkqnr.18d62d39b1f58026
    namespace: kserve-ci-e2e-test
    resourceVersion: "17533"
    uid: 9ddf3420-72e9-48d3-a637-2a3b7bcf44d6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-mkqnr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16451"
    uid: 3d40d9d7-30e9-4745-a158-c4c07d80e51d
  kind: Event
  lastTimestamp: "2026-09-17T17:55:10Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:55:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:55:10Z"
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-mkqnr.18d62d4ce93935c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17497"
    uid: ecf1ee37-1555-40f9-85f7-d495fe3b8d53
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-mkqnr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16451"
    uid: 3d40d9d7-30e9-4745-a158-c4c07d80e51d
  kind: Event
  lastTimestamp: "2026-09-17T17:55:10Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:55:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:55:10Z"
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-mkqnr.18d62d4ce939ac0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17500"
    uid: 5778155c-efc5-4ee0-8eef-1cd6a3738498
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-mkqnr
    namespace: kserve-ci-e2e-test
    resourceVersion: "16451"
    uid: 3d40d9d7-30e9-4745-a158-c4c07d80e51d
  kind: Event
  lastTimestamp: "2026-09-17T17:55:13Z"
  message: 'Readiness probe failed: Get "https://10.134.0.29:8643/healthz": dial tcp
    10.134.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:55:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:55:13Z"
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-mkqnr.18d62d4db83296f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17532"
    uid: 4fe2aca9-a5b0-4a6f-97c5-1e48c76dbeff
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16423"
    uid: 8a872a02-7b71-4593-95f1-28de2cc2c709
  kind: Event
  lastTimestamp: "2026-09-17T17:53:40Z"
  message: 'Created pod: isvc-canary-stop-v2-predictor-6cbcf9f68f-mkqnr'
  metadata:
    creationTimestamp: "2026-09-17T17:53:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:53:40Z"
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f.18d62d37f7eb1e62
    namespace: kserve-ci-e2e-test
    resourceVersion: "16453"
    uid: 4083766f-39ec-4b5c-9b22-ce40cac78d63
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16422"
    uid: 73a09e34-421e-4546-8256-9604f91a1885
  kind: Event
  lastTimestamp: "2026-09-17T17:53:40Z"
  message: Scaled up replica set isvc-canary-stop-v2-predictor-6cbcf9f68f from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T17:53:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:53:40Z"
    name: isvc-canary-stop-v2-predictor.18d62d37f03c20ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "16425"
    uid: 4c044417-e9e5-4d05-ba8e-7f8c904d0235
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 23
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "16405"
    uid: 07ddf50c-4263-49cc-87fd-113cffe5b7d8
  kind: Event
  lastTimestamp: "2026-09-17T17:55:10Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:53:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:55:10Z"
    name: isvc-canary-stop.18d62d37f27145ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "17502"
    uid: 1b6c8be7-22e7-4a4f-9aaa-3fb36d89b75f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "16405"
    uid: 07ddf50c-4263-49cc-87fd-113cffe5b7d8
  kind: Event
  lastTimestamp: "2026-09-17T17:53:40Z"
  message: 'Failed to update status for InferenceService "isvc-canary-stop": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-stop":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:53:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:53:40Z"
    name: isvc-canary-stop.18d62d37f2f91abe
    namespace: kserve-ci-e2e-test
    resourceVersion: "16439"
    uid: 93241f5c-2914-4290-8fab-fb4cc5ee2964
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "16405"
    uid: 07ddf50c-4263-49cc-87fd-113cffe5b7d8
  kind: Event
  lastTimestamp: "2026-09-17T17:53:40Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-stop": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:53:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:53:40Z"
    name: isvc-canary-stop.18d62d37f2f9b682
    namespace: kserve-ci-e2e-test
    resourceVersion: "16441"
    uid: 086767c0-4a4e-4658-91a0-a9248e9bba0c
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "17398"
    uid: 07ddf50c-4263-49cc-87fd-113cffe5b7d8
  kind: Event
  lastTimestamp: "2026-09-17T17:55:03Z"
  message: InferenceService [isvc-canary-stop] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:55:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:55:03Z"
    name: isvc-canary-stop.18d62d4b53b7aba5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17399"
    uid: d68f9b5f-f7b4-4778-8019-8066d173ce55
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:57:27.122690Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-a280a8-predictor-7598f757d9-lmggh
    namespace: kserve-ci-e2e-test
    resourceVersion: "19089"
    uid: fc250708-7a66-4a06-9ad2-4c526cf51787
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-a280a8-predictor-7598f757d9-lmggh
    to ip-10-0-134-156.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:57:27Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:57:27Z"
    name: isvc-init-fail-a280a8-predictor-7598f757d9-lmggh.18d62d6cc5afb358
    namespace: kserve-ci-e2e-test
    resourceVersion: "19094"
    uid: bd57196e-5676-4e27-8255-bbf0ff1d13bb
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-76c867b89b-fnmz4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-a280a8-predictor-7598f757d9-lmggh
    namespace: kserve-ci-e2e-test
    resourceVersion: "19091"
    uid: fc250708-7a66-4a06-9ad2-4c526cf51787
  kind: Event
  lastTimestamp: "2026-09-17T17:57:27Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-init-fail-a280a8-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T17:57:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:57:27Z"
    name: isvc-init-fail-a280a8-predictor-7598f757d9-lmggh.18d62d6cd380f8c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19103"
    uid: 9052699a-7fd8-4631-bd6c-e30b1992dcb7
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-a280a8-predictor-7598f757d9-lmggh
    namespace: kserve-ci-e2e-test
    resourceVersion: "19098"
    uid: fc250708-7a66-4a06-9ad2-4c526cf51787
  kind: Event
  lastTimestamp: "2026-09-17T17:57:28Z"
  message: Add eth0 [10.134.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:57:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:57:28Z"
    name: isvc-init-fail-a280a8-predictor-7598f757d9-lmggh.18d62d6d0b668438
    namespace: kserve-ci-e2e-test
    resourceVersion: "19119"
    uid: 211db1fe-31ba-467f-8ef5-f1273c0bfb7c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-a280a8-predictor-7598f757d9-lmggh
    namespace: kserve-ci-e2e-test
    resourceVersion: "19091"
    uid: fc250708-7a66-4a06-9ad2-4c526cf51787
  kind: Event
  lastTimestamp: "2026-09-17T17:57:34Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4352771c5cb4ba9624a857ef32395dc1abbb2576e467cd6caf52080736c17239"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:57:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:57:34Z"
    name: isvc-init-fail-a280a8-predictor-7598f757d9-lmggh.18d62d6d0ce64880
    namespace: kserve-ci-e2e-test
    resourceVersion: "19187"
    uid: 0b4a4889-2eac-4cdd-9bdc-ea85585c38bd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-a280a8-predictor-7598f757d9-lmggh
    namespace: kserve-ci-e2e-test
    resourceVersion: "19091"
    uid: fc250708-7a66-4a06-9ad2-4c526cf51787
  kind: Event
  lastTimestamp: "2026-09-17T17:57:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:57:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:57:34Z"
    name: isvc-init-fail-a280a8-predictor-7598f757d9-lmggh.18d62d6d0f9055b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19190"
    uid: 048624b3-3437-4d1c-9282-3b8868315df4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-a280a8-predictor-7598f757d9-lmggh
    namespace: kserve-ci-e2e-test
    resourceVersion: "19091"
    uid: fc250708-7a66-4a06-9ad2-4c526cf51787
  kind: Event
  lastTimestamp: "2026-09-17T17:57:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:57:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:57:34Z"
    name: isvc-init-fail-a280a8-predictor-7598f757d9-lmggh.18d62d6d1001f24d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19193"
    uid: b6a7b26c-9041-4b4f-b87c-df759c38dd1f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-a280a8-predictor-7598f757d9-lmggh
    namespace: kserve-ci-e2e-test
    resourceVersion: "19091"
    uid: fc250708-7a66-4a06-9ad2-4c526cf51787
  kind: Event
  lastTimestamp: "2026-09-17T17:57:36Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:57:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:57:36Z"
    name: isvc-init-fail-a280a8-predictor-7598f757d9-lmggh.18d62d6f0f4f94e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19226"
    uid: fea2acd2-1bc9-4e3e-9043-ba579400a36f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-a280a8-predictor-7598f757d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19078"
    uid: 57155e43-3eeb-4759-aaf5-0c89bf87b3fe
  kind: Event
  lastTimestamp: "2026-09-17T17:57:27Z"
  message: 'Created pod: isvc-init-fail-a280a8-predictor-7598f757d9-lmggh'
  metadata:
    creationTimestamp: "2026-09-17T17:57:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:57:27Z"
    name: isvc-init-fail-a280a8-predictor-7598f757d9.18d62d6cc5137913
    namespace: kserve-ci-e2e-test
    resourceVersion: "19092"
    uid: beb7b305-8c83-47f5-9a2c-257f4865cc2e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-a280a8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19077"
    uid: 5898b460-c900-47a2-9a52-7e7a7015590f
  kind: Event
  lastTimestamp: "2026-09-17T17:57:26Z"
  message: Scaled up replica set isvc-init-fail-a280a8-predictor-7598f757d9 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T17:57:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:57:26Z"
    name: isvc-init-fail-a280a8-predictor.18d62d6cbb4e5237
    namespace: kserve-ci-e2e-test
    resourceVersion: "19080"
    uid: 54ea3474-2228-405a-af61-ba776a90b2e9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-a280a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19070"
    uid: 8818e0f3-1481-4a7b-9839-7a3ee407bc2e
  kind: Event
  lastTimestamp: "2026-09-17T17:57:34Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:57:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:57:34Z"
    name: isvc-init-fail-a280a8.18d62d6cbc6eb701
    namespace: kserve-ci-e2e-test
    resourceVersion: "19195"
    uid: a377e5bd-c780-4470-8a2b-d9109ba35d3a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-a280a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19070"
    uid: 8818e0f3-1481-4a7b-9839-7a3ee407bc2e
  kind: Event
  lastTimestamp: "2026-09-17T17:57:26Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-a280a8":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-a280a8":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:57:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:57:26Z"
    name: isvc-init-fail-a280a8.18d62d6cbda03813
    namespace: kserve-ci-e2e-test
    resourceVersion: "19083"
    uid: 44a3b9e6-e080-4341-996e-8ed82c9d6c39
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-a280a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19070"
    uid: 8818e0f3-1481-4a7b-9839-7a3ee407bc2e
  kind: Event
  lastTimestamp: "2026-09-17T17:57:26Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-a280a8": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:57:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:57:27Z"
    name: isvc-init-fail-a280a8.18d62d6cbda09585
    namespace: kserve-ci-e2e-test
    resourceVersion: "19086"
    uid: 56c7a455-95cd-48fd-aa4f-5d2839bd143d
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:56:00.838394Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-39c63-predictor-76f9c7ccf8-hnbkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18159"
    uid: 8a297ffb-9e1b-4688-873b-0a9fd2889e8a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-raw-39c63-predictor-76f9c7ccf8-hnbkn
    to ip-10-0-138-30.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:56:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:56:00Z"
    name: isvc-logger-raw-39c63-predictor-76f9c7ccf8-hnbkn.18d62d58aebdf89e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18162"
    uid: ea181a1d-be95-44bb-9596-9dc565816df4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-76c867b89b-fnmz4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-39c63-predictor-76f9c7ccf8-hnbkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18167"
    uid: 8a297ffb-9e1b-4688-873b-0a9fd2889e8a
  kind: Event
  lastTimestamp: "2026-09-17T17:56:01Z"
  message: Add eth0 [10.132.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:56:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:56:01Z"
    name: isvc-logger-raw-39c63-predictor-76f9c7ccf8-hnbkn.18d62d58d0c22569
    namespace: kserve-ci-e2e-test
    resourceVersion: "18177"
    uid: 08e6aab6-283d-4181-a942-b7fe87e8c9ef
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-39c63-predictor-76f9c7ccf8-hnbkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18160"
    uid: 8a297ffb-9e1b-4688-873b-0a9fd2889e8a
  kind: Event
  lastTimestamp: "2026-09-17T17:56:01Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4352771c5cb4ba9624a857ef32395dc1abbb2576e467cd6caf52080736c17239"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:56:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:01Z"
    name: isvc-logger-raw-39c63-predictor-76f9c7ccf8-hnbkn.18d62d58d254e2c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18179"
    uid: 41e8eae4-a528-43b2-a2d8-02fb56f4eb2e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-39c63-predictor-76f9c7ccf8-hnbkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18160"
    uid: 8a297ffb-9e1b-4688-873b-0a9fd2889e8a
  kind: Event
  lastTimestamp: "2026-09-17T17:56:01Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:56:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:01Z"
    name: isvc-logger-raw-39c63-predictor-76f9c7ccf8-hnbkn.18d62d58d5794878
    namespace: kserve-ci-e2e-test
    resourceVersion: "18180"
    uid: 8a4e7516-e1a6-4358-8906-512771caaf0a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-39c63-predictor-76f9c7ccf8-hnbkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18160"
    uid: 8a297ffb-9e1b-4688-873b-0a9fd2889e8a
  kind: Event
  lastTimestamp: "2026-09-17T17:56:01Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:56:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:01Z"
    name: isvc-logger-raw-39c63-predictor-76f9c7ccf8-hnbkn.18d62d58d5f0f2d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18181"
    uid: 62263fa3-0a9c-4351-8ce8-c4d01dc76014
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-39c63-predictor-76f9c7ccf8-hnbkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18160"
    uid: 8a297ffb-9e1b-4688-873b-0a9fd2889e8a
  kind: Event
  lastTimestamp: "2026-09-17T17:56:05Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:56:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:05Z"
    name: isvc-logger-raw-39c63-predictor-76f9c7ccf8-hnbkn.18d62d59dcb61110
    namespace: kserve-ci-e2e-test
    resourceVersion: "18223"
    uid: 9428a2f2-e4b4-40db-95ce-ba3227f38c0c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-39c63-predictor-76f9c7ccf8-hnbkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18160"
    uid: 8a297ffb-9e1b-4688-873b-0a9fd2889e8a
  kind: Event
  lastTimestamp: "2026-09-17T17:56:05Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:56:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:05Z"
    name: isvc-logger-raw-39c63-predictor-76f9c7ccf8-hnbkn.18d62d59df9a7e8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18225"
    uid: 7372f047-8c66-46d2-8948-3a0ddaee0caf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-39c63-predictor-76f9c7ccf8-hnbkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18160"
    uid: 8a297ffb-9e1b-4688-873b-0a9fd2889e8a
  kind: Event
  lastTimestamp: "2026-09-17T17:56:05Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:56:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:05Z"
    name: isvc-logger-raw-39c63-predictor-76f9c7ccf8-hnbkn.18d62d59e00d4cb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18226"
    uid: e6209875-87cc-4f04-94b6-407905d4888c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-39c63-predictor-76f9c7ccf8-hnbkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18160"
    uid: 8a297ffb-9e1b-4688-873b-0a9fd2889e8a
  kind: Event
  lastTimestamp: "2026-09-17T17:56:05Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:56:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:05Z"
    name: isvc-logger-raw-39c63-predictor-76f9c7ccf8-hnbkn.18d62d59e017c56a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18227"
    uid: 1e82d1f2-714d-4152-aa24-2c266e654f24
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-39c63-predictor-76f9c7ccf8-hnbkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18160"
    uid: 8a297ffb-9e1b-4688-873b-0a9fd2889e8a
  kind: Event
  lastTimestamp: "2026-09-17T17:56:06Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:56:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:06Z"
    name: isvc-logger-raw-39c63-predictor-76f9c7ccf8-hnbkn.18d62d59e3393568
    namespace: kserve-ci-e2e-test
    resourceVersion: "18231"
    uid: fbc3b3cf-c16c-4897-9860-67c9cbe57444
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-39c63-predictor-76f9c7ccf8-hnbkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18160"
    uid: 8a297ffb-9e1b-4688-873b-0a9fd2889e8a
  kind: Event
  lastTimestamp: "2026-09-17T17:56:06Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:56:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:06Z"
    name: isvc-logger-raw-39c63-predictor-76f9c7ccf8-hnbkn.18d62d59e3aa1d36
    namespace: kserve-ci-e2e-test
    resourceVersion: "18232"
    uid: 2c092094-47c8-4e7d-b2d6-8a0c6a8df3ff
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-39c63-predictor-76f9c7ccf8-hnbkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18160"
    uid: 8a297ffb-9e1b-4688-873b-0a9fd2889e8a
  kind: Event
  lastTimestamp: "2026-09-17T17:56:06Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:b5300231c773b4722538e173a1cd3d535c68601cd4cca1f5214343d62ba7bfee"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:56:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:06Z"
    name: isvc-logger-raw-39c63-predictor-76f9c7ccf8-hnbkn.18d62d59e3b40245
    namespace: kserve-ci-e2e-test
    resourceVersion: "18233"
    uid: b0ebe669-f918-44db-bce2-5394c548517c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-39c63-predictor-76f9c7ccf8-hnbkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18160"
    uid: 8a297ffb-9e1b-4688-873b-0a9fd2889e8a
  kind: Event
  lastTimestamp: "2026-09-17T17:56:06Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-17T17:56:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:06Z"
    name: isvc-logger-raw-39c63-predictor-76f9c7ccf8-hnbkn.18d62d59e67a39f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18234"
    uid: f3625c6e-bef8-43e6-aef3-26aba29e4801
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-39c63-predictor-76f9c7ccf8-hnbkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18160"
    uid: 8a297ffb-9e1b-4688-873b-0a9fd2889e8a
  kind: Event
  lastTimestamp: "2026-09-17T17:56:06Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-17T17:56:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:06Z"
    name: isvc-logger-raw-39c63-predictor-76f9c7ccf8-hnbkn.18d62d59e6ee7a4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18235"
    uid: ee17f348-f17c-4aed-8a0c-8746f4d041e4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-39c63-predictor-76f9c7ccf8-hnbkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18160"
    uid: 8a297ffb-9e1b-4688-873b-0a9fd2889e8a
  kind: Event
  lastTimestamp: "2026-09-17T17:57:40Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:56:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:57:40Z"
    name: isvc-logger-raw-39c63-predictor-76f9c7ccf8-hnbkn.18d62d5a18b95584
    namespace: kserve-ci-e2e-test
    resourceVersion: "19255"
    uid: 67a9fb62-885e-49f8-86b7-d9a60312cfdf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-30.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-39c63-predictor-76f9c7ccf8-hnbkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18160"
    uid: 8a297ffb-9e1b-4688-873b-0a9fd2889e8a
  kind: Event
  lastTimestamp: "2026-09-17T17:57:40Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-17T17:56:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:57:40Z"
    name: isvc-logger-raw-39c63-predictor-76f9c7ccf8-hnbkn.18d62d5a18c39e85
    namespace: kserve-ci-e2e-test
    resourceVersion: "19256"
    uid: 97006294-1f24-4c9e-b9eb-aa2e99bc6711
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-30.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-39c63-predictor-76f9c7ccf8-hnbkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18160"
    uid: 8a297ffb-9e1b-4688-873b-0a9fd2889e8a
  kind: Event
  lastTimestamp: "2026-09-17T17:57:25Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:57:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:57:25Z"
    name: isvc-logger-raw-39c63-predictor-76f9c7ccf8-hnbkn.18d62d6c7f1911b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18988"
    uid: 53b2c0d2-b36c-4782-a447-b35e73be5dd9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-39c63-predictor-76f9c7ccf8-hnbkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18160"
    uid: 8a297ffb-9e1b-4688-873b-0a9fd2889e8a
  kind: Event
  lastTimestamp: "2026-09-17T17:57:25Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:57:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:57:25Z"
    name: isvc-logger-raw-39c63-predictor-76f9c7ccf8-hnbkn.18d62d6c7f19690a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18995"
    uid: 94888ce4-3f0c-4520-8453-7894713b5e31
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-39c63-predictor-76f9c7ccf8-hnbkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18160"
    uid: 8a297ffb-9e1b-4688-873b-0a9fd2889e8a
  kind: Event
  lastTimestamp: "2026-09-17T17:57:25Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-17T17:57:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:57:25Z"
    name: isvc-logger-raw-39c63-predictor-76f9c7ccf8-hnbkn.18d62d6c7f19cb35
    namespace: kserve-ci-e2e-test
    resourceVersion: "18999"
    uid: ba06d415-e76e-48e1-8bb5-b89a87bb2bf1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-39c63-predictor-76f9c7ccf8-hnbkn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18160"
    uid: 8a297ffb-9e1b-4688-873b-0a9fd2889e8a
  kind: Event
  lastTimestamp: "2026-09-17T17:57:37Z"
  message: 'Readiness probe failed: Get "https://10.132.0.27:8643/healthz": dial tcp
    10.132.0.27:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:57:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:57:37Z"
    name: isvc-logger-raw-39c63-predictor-76f9c7ccf8-hnbkn.18d62d6cf4e0104c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19234"
    uid: da55205d-ce68-4a82-ba0a-43f0955ab4b7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-30.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-raw-39c63-predictor-76f9c7ccf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18148"
    uid: e43f7e48-1586-4606-8fb1-50d2d563e3cb
  kind: Event
  lastTimestamp: "2026-09-17T17:56:00Z"
  message: 'Created pod: isvc-logger-raw-39c63-predictor-76f9c7ccf8-hnbkn'
  metadata:
    creationTimestamp: "2026-09-17T17:56:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:56:00Z"
    name: isvc-logger-raw-39c63-predictor-76f9c7ccf8.18d62d58aea00a42
    namespace: kserve-ci-e2e-test
    resourceVersion: "18161"
    uid: a9094649-6826-4a27-a5b0-6a0a3927c33d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-raw-39c63-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18146"
    uid: 5e7d053b-2f36-4feb-a67c-1a7517f4e241
  kind: Event
  lastTimestamp: "2026-09-17T17:56:00Z"
  message: Scaled up replica set isvc-logger-raw-39c63-predictor-76f9c7ccf8 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T17:56:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:56:00Z"
    name: isvc-logger-raw-39c63-predictor.18d62d58a9e050e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18151"
    uid: e0c3d226-3683-4fb9-b84b-63d2b16ae04f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-39c63-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18147"
    uid: 89bac478-974a-4d17-8411-9bd6773b9069
  kind: Event
  lastTimestamp: "2026-09-17T17:56:30Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:56:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:56:30Z"
    name: isvc-logger-raw-39c63-predictor.18d62d5c28426a5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18435"
    uid: c86a4f32-d653-4264-a3e7-9c603f83a848
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-39c63-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18147"
    uid: 89bac478-974a-4d17-8411-9bd6773b9069
  kind: Event
  lastTimestamp: "2026-09-17T17:56:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:56:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:56:30Z"
    name: isvc-logger-raw-39c63-predictor.18d62d5c28b3f4a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18436"
    uid: 354f138d-c631-4420-a1f7-deb03d052798
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-39c63-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18323"
    uid: 89bac478-974a-4d17-8411-9bd6773b9069
  kind: Event
  lastTimestamp: "2026-09-17T17:57:15Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:56:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:57:15Z"
    name: isvc-logger-raw-39c63-predictor.18d62d63266b593c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18835"
    uid: abd97547-18eb-4960-a90a-da71caa02cb2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-39c63-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18323"
    uid: 89bac478-974a-4d17-8411-9bd6773b9069
  kind: Event
  lastTimestamp: "2026-09-17T17:57:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:56:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:57:15Z"
    name: isvc-logger-raw-39c63-predictor.18d62d632717f143
    namespace: kserve-ci-e2e-test
    resourceVersion: "18836"
    uid: d11c2a0e-799b-4f22-8b11-363269acc774
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-39c63
    namespace: kserve-ci-e2e-test
    resourceVersion: "18138"
    uid: d79c0499-a551-4507-872a-e1993344bc70
  kind: Event
  lastTimestamp: "2026-09-17T17:57:20Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:56:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:57:20Z"
    name: isvc-logger-raw-39c63.18d62d58a9b64ebf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18875"
    uid: a8e46138-6400-4a79-ad60-670bd1166551
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-39c63
    namespace: kserve-ci-e2e-test
    resourceVersion: "18138"
    uid: d79c0499-a551-4507-872a-e1993344bc70
  kind: Event
  lastTimestamp: "2026-09-17T17:56:00Z"
  message: 'Failed to update status for InferenceService "isvc-logger-raw-39c63":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger-raw-39c63":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:56:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:56:00Z"
    name: isvc-logger-raw-39c63.18d62d58aa447d46
    namespace: kserve-ci-e2e-test
    resourceVersion: "18169"
    uid: 1dc2ea45-fc53-4a84-824d-e3f60b6e5819
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-39c63
    namespace: kserve-ci-e2e-test
    resourceVersion: "18140"
    uid: d79c0499-a551-4507-872a-e1993344bc70
  kind: Event
  lastTimestamp: "2026-09-17T17:56:00Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-logger-raw-39c63": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:56:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:56:00Z"
    name: isvc-logger-raw-39c63.18d62d58b137c686
    namespace: kserve-ci-e2e-test
    resourceVersion: "18170"
    uid: e08a9709-9e5f-4db8-9a25-c54b08a44cf6
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-39c63
    namespace: kserve-ci-e2e-test
    resourceVersion: "18873"
    uid: d79c0499-a551-4507-872a-e1993344bc70
  kind: Event
  lastTimestamp: "2026-09-17T17:57:20Z"
  message: InferenceService [isvc-logger-raw-39c63] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:57:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:57:20Z"
    name: isvc-logger-raw-39c63.18d62d6b249b609f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18874"
    uid: d87929fa-5f1d-4ed3-88fc-bbaf531e20e6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:05:21.118936Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7c9c6744b4-tcl47
    namespace: kserve-ci-e2e-test
    resourceVersion: "23288"
    uid: f4188a69-a902-4f3d-9486-766ec34d7ee5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-raw-cipn-predictor-7c9c6744b4-tcl47
    to ip-10-0-138-30.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:05:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:05:21Z"
    name: isvc-logger-raw-cipn-predictor-7c9c6744b4-tcl47.18d62ddb22107c06
    namespace: kserve-ci-e2e-test
    resourceVersion: "23292"
    uid: b43f9673-8791-4c55-8213-4c6ad3454405
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-76c867b89b-fnmz4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7c9c6744b4-tcl47
    namespace: kserve-ci-e2e-test
    resourceVersion: "23298"
    uid: f4188a69-a902-4f3d-9486-766ec34d7ee5
  kind: Event
  lastTimestamp: "2026-09-17T18:05:21Z"
  message: Add eth0 [10.132.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:05:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:05:21Z"
    name: isvc-logger-raw-cipn-predictor-7c9c6744b4-tcl47.18d62ddb441082dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23306"
    uid: 6d49b8d8-e2c2-4cc7-81df-45168b87d68d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7c9c6744b4-tcl47
    namespace: kserve-ci-e2e-test
    resourceVersion: "23290"
    uid: f4188a69-a902-4f3d-9486-766ec34d7ee5
  kind: Event
  lastTimestamp: "2026-09-17T18:05:21Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4352771c5cb4ba9624a857ef32395dc1abbb2576e467cd6caf52080736c17239"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:05:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:05:21Z"
    name: isvc-logger-raw-cipn-predictor-7c9c6744b4-tcl47.18d62ddb45e259c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23308"
    uid: 550bd72e-d3f0-4683-a68b-073b51149f38
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7c9c6744b4-tcl47
    namespace: kserve-ci-e2e-test
    resourceVersion: "23290"
    uid: f4188a69-a902-4f3d-9486-766ec34d7ee5
  kind: Event
  lastTimestamp: "2026-09-17T18:05:21Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T18:05:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:05:21Z"
    name: isvc-logger-raw-cipn-predictor-7c9c6744b4-tcl47.18d62ddb48ce70a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23309"
    uid: 7ab0c0ea-be67-4bc0-b238-2a0df25e596f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7c9c6744b4-tcl47
    namespace: kserve-ci-e2e-test
    resourceVersion: "23290"
    uid: f4188a69-a902-4f3d-9486-766ec34d7ee5
  kind: Event
  lastTimestamp: "2026-09-17T18:05:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T18:05:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:05:21Z"
    name: isvc-logger-raw-cipn-predictor-7c9c6744b4-tcl47.18d62ddb494b4751
    namespace: kserve-ci-e2e-test
    resourceVersion: "23310"
    uid: 751073c6-482f-4c6c-8923-29ec251026fa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7c9c6744b4-tcl47
    namespace: kserve-ci-e2e-test
    resourceVersion: "23290"
    uid: f4188a69-a902-4f3d-9486-766ec34d7ee5
  kind: Event
  lastTimestamp: "2026-09-17T18:05:26Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:05:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:05:26Z"
    name: isvc-logger-raw-cipn-predictor-7c9c6744b4-tcl47.18d62ddc4ccc4b26
    namespace: kserve-ci-e2e-test
    resourceVersion: "23347"
    uid: c189f85b-1e79-414b-afbb-e2064a21b84c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7c9c6744b4-tcl47
    namespace: kserve-ci-e2e-test
    resourceVersion: "23290"
    uid: f4188a69-a902-4f3d-9486-766ec34d7ee5
  kind: Event
  lastTimestamp: "2026-09-17T18:05:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:05:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:05:26Z"
    name: isvc-logger-raw-cipn-predictor-7c9c6744b4-tcl47.18d62ddc4fd50777
    namespace: kserve-ci-e2e-test
    resourceVersion: "23350"
    uid: c2084f99-43ec-440c-94e7-12d72d760b93
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7c9c6744b4-tcl47
    namespace: kserve-ci-e2e-test
    resourceVersion: "23290"
    uid: f4188a69-a902-4f3d-9486-766ec34d7ee5
  kind: Event
  lastTimestamp: "2026-09-17T18:05:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:05:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:05:26Z"
    name: isvc-logger-raw-cipn-predictor-7c9c6744b4-tcl47.18d62ddc504a088d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23351"
    uid: bfc2ffae-0d61-49c6-ac3a-7ed7e0465c90
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7c9c6744b4-tcl47
    namespace: kserve-ci-e2e-test
    resourceVersion: "23290"
    uid: f4188a69-a902-4f3d-9486-766ec34d7ee5
  kind: Event
  lastTimestamp: "2026-09-17T18:05:26Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:05:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:05:26Z"
    name: isvc-logger-raw-cipn-predictor-7c9c6744b4-tcl47.18d62ddc50549c92
    namespace: kserve-ci-e2e-test
    resourceVersion: "23352"
    uid: cf69cfdb-018d-4c7a-b227-665821be3fe8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7c9c6744b4-tcl47
    namespace: kserve-ci-e2e-test
    resourceVersion: "23290"
    uid: f4188a69-a902-4f3d-9486-766ec34d7ee5
  kind: Event
  lastTimestamp: "2026-09-17T18:05:26Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:05:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:05:26Z"
    name: isvc-logger-raw-cipn-predictor-7c9c6744b4-tcl47.18d62ddc5308c238
    namespace: kserve-ci-e2e-test
    resourceVersion: "23356"
    uid: ed59c469-ec26-40d4-9375-ea3ce1ed6664
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7c9c6744b4-tcl47
    namespace: kserve-ci-e2e-test
    resourceVersion: "23290"
    uid: f4188a69-a902-4f3d-9486-766ec34d7ee5
  kind: Event
  lastTimestamp: "2026-09-17T18:05:26Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:05:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:05:26Z"
    name: isvc-logger-raw-cipn-predictor-7c9c6744b4-tcl47.18d62ddc537f43a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23357"
    uid: de6bd374-7cb3-4286-936c-334f23ea153f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7c9c6744b4-tcl47
    namespace: kserve-ci-e2e-test
    resourceVersion: "23290"
    uid: f4188a69-a902-4f3d-9486-766ec34d7ee5
  kind: Event
  lastTimestamp: "2026-09-17T18:05:26Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:b5300231c773b4722538e173a1cd3d535c68601cd4cca1f5214343d62ba7bfee"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:05:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:05:26Z"
    name: isvc-logger-raw-cipn-predictor-7c9c6744b4-tcl47.18d62ddc538a047c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23358"
    uid: 52e734bc-18b2-43c8-a859-69305f960d12
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7c9c6744b4-tcl47
    namespace: kserve-ci-e2e-test
    resourceVersion: "23290"
    uid: f4188a69-a902-4f3d-9486-766ec34d7ee5
  kind: Event
  lastTimestamp: "2026-09-17T18:05:26Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-17T18:05:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:05:26Z"
    name: isvc-logger-raw-cipn-predictor-7c9c6744b4-tcl47.18d62ddc567efc5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23360"
    uid: 679b090f-7920-4e2b-8474-9df0c02a2683
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7c9c6744b4-tcl47
    namespace: kserve-ci-e2e-test
    resourceVersion: "23290"
    uid: f4188a69-a902-4f3d-9486-766ec34d7ee5
  kind: Event
  lastTimestamp: "2026-09-17T18:05:26Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-17T18:05:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:05:26Z"
    name: isvc-logger-raw-cipn-predictor-7c9c6744b4-tcl47.18d62ddc56f29926
    namespace: kserve-ci-e2e-test
    resourceVersion: "23361"
    uid: b725201d-ad55-4966-8e53-8a8e3661a950
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7c9c6744b4-tcl47
    namespace: kserve-ci-e2e-test
    resourceVersion: "23290"
    uid: f4188a69-a902-4f3d-9486-766ec34d7ee5
  kind: Event
  lastTimestamp: "2026-09-17T18:07:14Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T18:05:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:07:14Z"
    name: isvc-logger-raw-cipn-predictor-7c9c6744b4-tcl47.18d62ddcc4b0f2db
    namespace: kserve-ci-e2e-test
    resourceVersion: "24228"
    uid: 2b4dc0a4-9d4b-4336-a440-e7f78a597240
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-30.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7c9c6744b4-tcl47
    namespace: kserve-ci-e2e-test
    resourceVersion: "23290"
    uid: f4188a69-a902-4f3d-9486-766ec34d7ee5
  kind: Event
  lastTimestamp: "2026-09-17T18:07:04Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-17T18:05:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:07:04Z"
    name: isvc-logger-raw-cipn-predictor-7c9c6744b4-tcl47.18d62ddcc4bb649f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24159"
    uid: cc1c4483-2264-4f69-8f1d-4f5df8e8441a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-30.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7c9c6744b4-tcl47
    namespace: kserve-ci-e2e-test
    resourceVersion: "23290"
    uid: f4188a69-a902-4f3d-9486-766ec34d7ee5
  kind: Event
  lastTimestamp: "2026-09-17T18:06:56Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:06:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:06:56Z"
    name: isvc-logger-raw-cipn-predictor-7c9c6744b4-tcl47.18d62df153a9940a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24039"
    uid: 81110b8f-d7eb-4cf2-8b0a-7d848ff52fb3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7c9c6744b4-tcl47
    namespace: kserve-ci-e2e-test
    resourceVersion: "23290"
    uid: f4188a69-a902-4f3d-9486-766ec34d7ee5
  kind: Event
  lastTimestamp: "2026-09-17T18:06:56Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-17T18:06:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:06:56Z"
    name: isvc-logger-raw-cipn-predictor-7c9c6744b4-tcl47.18d62df153aa7f71
    namespace: kserve-ci-e2e-test
    resourceVersion: "24040"
    uid: f0d956dd-fcf4-4866-9474-472389c5aa47
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7c9c6744b4-tcl47
    namespace: kserve-ci-e2e-test
    resourceVersion: "23290"
    uid: f4188a69-a902-4f3d-9486-766ec34d7ee5
  kind: Event
  lastTimestamp: "2026-09-17T18:06:56Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:06:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:06:56Z"
    name: isvc-logger-raw-cipn-predictor-7c9c6744b4-tcl47.18d62df153aa9dac
    namespace: kserve-ci-e2e-test
    resourceVersion: "24042"
    uid: a401abc9-05cb-4413-aca8-11582fa12c00
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-7c9c6744b4-tcl47
    namespace: kserve-ci-e2e-test
    resourceVersion: "23290"
    uid: f4188a69-a902-4f3d-9486-766ec34d7ee5
  kind: Event
  lastTimestamp: "2026-09-17T18:07:14Z"
  message: 'Readiness probe failed: Get "https://10.132.0.28:8643/healthz": dial tcp
    10.132.0.28:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:06:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:07:14Z"
    name: isvc-logger-raw-cipn-predictor-7c9c6744b4-tcl47.18d62df1f4ee73c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24227"
    uid: 8f6b8457-1170-4b25-97d5-f59b8eac80b1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-30.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-raw-cipn-predictor-7c9c6744b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23277"
    uid: 9fcf7b05-a608-4e09-b44e-f8b659fc4003
  kind: Event
  lastTimestamp: "2026-09-17T18:05:21Z"
  message: 'Created pod: isvc-logger-raw-cipn-predictor-7c9c6744b4-tcl47'
  metadata:
    creationTimestamp: "2026-09-17T18:05:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:05:21Z"
    name: isvc-logger-raw-cipn-predictor-7c9c6744b4.18d62ddb212c020f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23289"
    uid: 72dc96c6-ebe1-46e8-9482-cfdb070b43fe
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23275"
    uid: 75939db4-8a43-4af5-997d-21489bf87b13
  kind: Event
  lastTimestamp: "2026-09-17T18:05:21Z"
  message: Scaled up replica set isvc-logger-raw-cipn-predictor-7c9c6744b4 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T18:05:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:05:21Z"
    name: isvc-logger-raw-cipn-predictor.18d62ddb1d345daa
    namespace: kserve-ci-e2e-test
    resourceVersion: "23279"
    uid: 40c00dc9-f784-430c-b13b-1a6c0918d875
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23276"
    uid: 35ae3a19-fc36-4692-b21c-549e8a288c0b
  kind: Event
  lastTimestamp: "2026-09-17T18:06:06Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:05:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:06:06Z"
    name: isvc-logger-raw-cipn-predictor.18d62dde9bbb803d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23652"
    uid: 128e2a36-e6ff-45f4-9e49-3158352635f8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23276"
    uid: 35ae3a19-fc36-4692-b21c-549e8a288c0b
  kind: Event
  lastTimestamp: "2026-09-17T18:06:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:05:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:06:06Z"
    name: isvc-logger-raw-cipn-predictor.18d62dde9c46a281
    namespace: kserve-ci-e2e-test
    resourceVersion: "23653"
    uid: ce68d12c-ee92-426c-beb5-f7e5b626fe2d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23432"
    uid: 35ae3a19-fc36-4692-b21c-549e8a288c0b
  kind: Event
  lastTimestamp: "2026-09-17T18:06:51Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:06:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:06:51Z"
    name: isvc-logger-raw-cipn-predictor.18d62de919307c0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23985"
    uid: 91ec9f4c-318d-4389-9442-70a9e442491b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23432"
    uid: 35ae3a19-fc36-4692-b21c-549e8a288c0b
  kind: Event
  lastTimestamp: "2026-09-17T18:06:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:06:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:06:51Z"
    name: isvc-logger-raw-cipn-predictor.18d62de919aa8386
    namespace: kserve-ci-e2e-test
    resourceVersion: "23986"
    uid: 5f50213f-c0c8-4925-b7d5-14381089827b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23268"
    uid: c60a5a50-7b50-4294-8be3-c96a7e442a23
  kind: Event
  lastTimestamp: "2026-09-17T18:06:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:05:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:06:44Z"
    name: isvc-logger-raw-cipn.18d62ddb1d1ff485
    namespace: kserve-ci-e2e-test
    resourceVersion: "23939"
    uid: 54ca8f41-f847-42cd-9d7a-29b6dc76e333
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23268"
    uid: c60a5a50-7b50-4294-8be3-c96a7e442a23
  kind: Event
  lastTimestamp: "2026-09-17T18:05:21Z"
  message: 'Failed to update status for InferenceService "isvc-logger-raw-cipn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger-raw-cipn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:05:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:05:21Z"
    name: isvc-logger-raw-cipn.18d62ddb1daace62
    namespace: kserve-ci-e2e-test
    resourceVersion: "23300"
    uid: 1c5df88e-f09d-47ae-a1c8-2bf1d8db111a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23271"
    uid: c60a5a50-7b50-4294-8be3-c96a7e442a23
  kind: Event
  lastTimestamp: "2026-09-17T18:05:21Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-logger-raw-cipn": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:05:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:05:21Z"
    name: isvc-logger-raw-cipn.18d62ddb2518c481
    namespace: kserve-ci-e2e-test
    resourceVersion: "23301"
    uid: 94e18c30-ea12-4fe6-9f47-05370993477c
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23936"
    uid: c60a5a50-7b50-4294-8be3-c96a7e442a23
  kind: Event
  lastTimestamp: "2026-09-17T18:06:44Z"
  message: InferenceService [isvc-logger-raw-cipn] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:06:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:06:44Z"
    name: isvc-logger-raw-cipn.18d62dee7eb980ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "23938"
    uid: 58892424-0333-4ebc-8123-f9703f2e0edb
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:55:20.551651Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-5a8a9a-predictor-5b79f85564-tjmfh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17632"
    uid: b58936e1-41a5-4674-ac58-b1dcf02e0cdf
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-5a8a9a-predictor-5b79f85564-tjmfh
    to ip-10-0-134-156.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:55:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:55:20Z"
    name: isvc-primary-5a8a9a-predictor-5b79f85564-tjmfh.18d62d4f4d76f77b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17636"
    uid: 836a01e5-81aa-4aa6-bdb7-caf85ad9bcf6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-76c867b89b-fnmz4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-5a8a9a-predictor-5b79f85564-tjmfh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17634"
    uid: b58936e1-41a5-4674-ac58-b1dcf02e0cdf
  kind: Event
  lastTimestamp: "2026-09-17T17:55:20Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-primary-5a8a9a-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T17:55:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:55:20Z"
    name: isvc-primary-5a8a9a-predictor-5b79f85564-tjmfh.18d62d4f549f38f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17649"
    uid: 64c6a6d2-a14f-4f13-af5d-511549c6070a
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-5a8a9a-predictor-5b79f85564-tjmfh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17642"
    uid: b58936e1-41a5-4674-ac58-b1dcf02e0cdf
  kind: Event
  lastTimestamp: "2026-09-17T17:55:21Z"
  message: Add eth0 [10.134.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:55:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:55:21Z"
    name: isvc-primary-5a8a9a-predictor-5b79f85564-tjmfh.18d62d4f9311c330
    namespace: kserve-ci-e2e-test
    resourceVersion: "17657"
    uid: 25e4f4a4-956e-4d20-8855-a7414123f3b3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-5a8a9a-predictor-5b79f85564-tjmfh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17634"
    uid: b58936e1-41a5-4674-ac58-b1dcf02e0cdf
  kind: Event
  lastTimestamp: "2026-09-17T17:55:21Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4352771c5cb4ba9624a857ef32395dc1abbb2576e467cd6caf52080736c17239"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:55:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:55:21Z"
    name: isvc-primary-5a8a9a-predictor-5b79f85564-tjmfh.18d62d4f9470fcc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17659"
    uid: 1ef7de91-c805-4189-a93c-73f33781ade4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-5a8a9a-predictor-5b79f85564-tjmfh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17634"
    uid: b58936e1-41a5-4674-ac58-b1dcf02e0cdf
  kind: Event
  lastTimestamp: "2026-09-17T17:55:21Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:55:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:55:21Z"
    name: isvc-primary-5a8a9a-predictor-5b79f85564-tjmfh.18d62d4f973ccea6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17665"
    uid: e1a4b795-6b20-4737-a28f-40fdf8cb0321
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-5a8a9a-predictor-5b79f85564-tjmfh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17634"
    uid: b58936e1-41a5-4674-ac58-b1dcf02e0cdf
  kind: Event
  lastTimestamp: "2026-09-17T17:55:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:55:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:55:21Z"
    name: isvc-primary-5a8a9a-predictor-5b79f85564-tjmfh.18d62d4f97ae001b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17667"
    uid: a0cd0664-5a58-4c56-a9af-b19debe2c234
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-5a8a9a-predictor-5b79f85564-tjmfh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17634"
    uid: b58936e1-41a5-4674-ac58-b1dcf02e0cdf
  kind: Event
  lastTimestamp: "2026-09-17T17:55:26Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:55:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:55:26Z"
    name: isvc-primary-5a8a9a-predictor-5b79f85564-tjmfh.18d62d509c9bd51a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17703"
    uid: 3284f1fc-5e02-4b70-8cc5-fa32f81810fb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-5a8a9a-predictor-5b79f85564-tjmfh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17634"
    uid: b58936e1-41a5-4674-ac58-b1dcf02e0cdf
  kind: Event
  lastTimestamp: "2026-09-17T17:55:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:55:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:55:26Z"
    name: isvc-primary-5a8a9a-predictor-5b79f85564-tjmfh.18d62d509f82be01
    namespace: kserve-ci-e2e-test
    resourceVersion: "17706"
    uid: e367a7b3-d46d-4204-a3a5-335cd94d91ef
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-5a8a9a-predictor-5b79f85564-tjmfh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17634"
    uid: b58936e1-41a5-4674-ac58-b1dcf02e0cdf
  kind: Event
  lastTimestamp: "2026-09-17T17:55:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:55:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:55:26Z"
    name: isvc-primary-5a8a9a-predictor-5b79f85564-tjmfh.18d62d509ff66800
    namespace: kserve-ci-e2e-test
    resourceVersion: "17708"
    uid: 30f1aa48-6332-4c8c-814e-6d8ed2c5e1e0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-5a8a9a-predictor-5b79f85564-tjmfh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17634"
    uid: b58936e1-41a5-4674-ac58-b1dcf02e0cdf
  kind: Event
  lastTimestamp: "2026-09-17T17:55:26Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:55:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:55:26Z"
    name: isvc-primary-5a8a9a-predictor-5b79f85564-tjmfh.18d62d50a0012b3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17710"
    uid: 37e7f4e9-f9b4-451d-b718-55b152cb7ee1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-5a8a9a-predictor-5b79f85564-tjmfh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17634"
    uid: b58936e1-41a5-4674-ac58-b1dcf02e0cdf
  kind: Event
  lastTimestamp: "2026-09-17T17:55:26Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:55:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:55:26Z"
    name: isvc-primary-5a8a9a-predictor-5b79f85564-tjmfh.18d62d50a2c10967
    namespace: kserve-ci-e2e-test
    resourceVersion: "17712"
    uid: 85f51a28-875a-4b93-9d36-79e4fee920c0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-5a8a9a-predictor-5b79f85564-tjmfh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17634"
    uid: b58936e1-41a5-4674-ac58-b1dcf02e0cdf
  kind: Event
  lastTimestamp: "2026-09-17T17:55:26Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:55:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:55:26Z"
    name: isvc-primary-5a8a9a-predictor-5b79f85564-tjmfh.18d62d50a346cb0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17714"
    uid: 86911e71-854a-4508-b413-76850f358dce
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-5a8a9a-predictor-5b79f85564-tjmfh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17634"
    uid: b58936e1-41a5-4674-ac58-b1dcf02e0cdf
  kind: Event
  lastTimestamp: "2026-09-17T17:57:25Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:55:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:57:25Z"
    name: isvc-primary-5a8a9a-predictor-5b79f85564-tjmfh.18d62d50d8a195de
    namespace: kserve-ci-e2e-test
    resourceVersion: "18959"
    uid: ac05d450-a6fc-45fd-a21a-1232f94d942d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-5a8a9a-predictor-5b79f85564-tjmfh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17634"
    uid: b58936e1-41a5-4674-ac58-b1dcf02e0cdf
  kind: Event
  lastTimestamp: "2026-09-17T17:57:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:57:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:57:21Z"
    name: isvc-primary-5a8a9a-predictor-5b79f85564-tjmfh.18d62d6b89d343c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18925"
    uid: a4567295-9c9c-4bcb-93bc-a9726d7bec4f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-5a8a9a-predictor-5b79f85564-tjmfh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17634"
    uid: b58936e1-41a5-4674-ac58-b1dcf02e0cdf
  kind: Event
  lastTimestamp: "2026-09-17T17:57:21Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:57:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:57:21Z"
    name: isvc-primary-5a8a9a-predictor-5b79f85564-tjmfh.18d62d6b89d458fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18926"
    uid: 8842e25a-8cd5-4d0e-bb38-fd87ef444ea4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-5a8a9a-predictor-5b79f85564-tjmfh
    namespace: kserve-ci-e2e-test
    resourceVersion: "17634"
    uid: b58936e1-41a5-4674-ac58-b1dcf02e0cdf
  kind: Event
  lastTimestamp: "2026-09-17T17:57:23Z"
  message: 'Readiness probe failed: Get "https://10.134.0.31:8643/healthz": dial tcp
    10.134.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:57:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:57:23Z"
    name: isvc-primary-5a8a9a-predictor-5b79f85564-tjmfh.18d62d6bdaf99025
    namespace: kserve-ci-e2e-test
    resourceVersion: "18942"
    uid: 0330d0d4-f1c9-45dd-bfc5-bd7fc8bb670d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-5a8a9a-predictor-5b79f85564
    namespace: kserve-ci-e2e-test
    resourceVersion: "17622"
    uid: 574d1a7e-fbb2-4f78-8cea-354e4bc43b2d
  kind: Event
  lastTimestamp: "2026-09-17T17:55:20Z"
  message: 'Created pod: isvc-primary-5a8a9a-predictor-5b79f85564-tjmfh'
  metadata:
    creationTimestamp: "2026-09-17T17:55:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:55:20Z"
    name: isvc-primary-5a8a9a-predictor-5b79f85564.18d62d4f4cfed4f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17633"
    uid: 5000c908-b720-412e-ac95-5700e3e93c97
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-5a8a9a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17620"
    uid: 469a2056-46e1-45d1-b322-231384b44c1a
  kind: Event
  lastTimestamp: "2026-09-17T17:55:20Z"
  message: Scaled up replica set isvc-primary-5a8a9a-predictor-5b79f85564 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T17:55:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:55:20Z"
    name: isvc-primary-5a8a9a-predictor.18d62d4f49408e23
    namespace: kserve-ci-e2e-test
    resourceVersion: "17625"
    uid: 30c886e5-a4eb-4b5b-86ca-6e391d286242
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-5a8a9a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17621"
    uid: 271d75b3-6df3-4a12-8e39-c2923cb6a5d3
  kind: Event
  lastTimestamp: "2026-09-17T17:55:50Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:55:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:55:50Z"
    name: isvc-primary-5a8a9a-predictor.18d62d52c7ce54ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "18050"
    uid: 082d3f7b-a3e9-446c-a33d-053e86ff209c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-5a8a9a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17621"
    uid: 271d75b3-6df3-4a12-8e39-c2923cb6a5d3
  kind: Event
  lastTimestamp: "2026-09-17T17:55:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:55:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:55:50Z"
    name: isvc-primary-5a8a9a-predictor.18d62d52c85c848b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18051"
    uid: cfe1ed80-4543-4e0e-a40c-e7cd97af0762
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-5a8a9a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17815"
    uid: 271d75b3-6df3-4a12-8e39-c2923cb6a5d3
  kind: Event
  lastTimestamp: "2026-09-17T17:57:05Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:56:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:57:05Z"
    name: isvc-primary-5a8a9a-predictor.18d62d59c5dedf67
    namespace: kserve-ci-e2e-test
    resourceVersion: "18715"
    uid: d1f53b7c-a32b-4ceb-bce0-6f349438b079
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-5a8a9a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17815"
    uid: 271d75b3-6df3-4a12-8e39-c2923cb6a5d3
  kind: Event
  lastTimestamp: "2026-09-17T17:57:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:56:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:57:05Z"
    name: isvc-primary-5a8a9a-predictor.18d62d59c64f6507
    namespace: kserve-ci-e2e-test
    resourceVersion: "18716"
    uid: faaaf8f7-2469-482e-bae8-4c12d4a7f1f3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-5a8a9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17612"
    uid: ccd37098-094b-4f06-ba84-7968a23bffe3
  kind: Event
  lastTimestamp: "2026-09-17T17:56:45Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:55:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:56:45Z"
    name: isvc-primary-5a8a9a.18d62d4f4937cc3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18555"
    uid: e0a6a623-d726-4717-849b-96cd08388287
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-5a8a9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17612"
    uid: ccd37098-094b-4f06-ba84-7968a23bffe3
  kind: Event
  lastTimestamp: "2026-09-17T17:55:20Z"
  message: 'Failed to update status for InferenceService "isvc-primary-5a8a9a": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-5a8a9a":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:55:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:55:20Z"
    name: isvc-primary-5a8a9a.18d62d4f49d7eda8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17626"
    uid: 72bf106c-d5fd-4ede-ade5-d62b787d1a8d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-5a8a9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17612"
    uid: ccd37098-094b-4f06-ba84-7968a23bffe3
  kind: Event
  lastTimestamp: "2026-09-17T17:55:20Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-5a8a9a": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:55:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:55:20Z"
    name: isvc-primary-5a8a9a.18d62d4f49d82cf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17627"
    uid: ab145722-4037-4a0c-9e4c-91c0cc35d5ff
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-5a8a9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18553"
    uid: ccd37098-094b-4f06-ba84-7968a23bffe3
  kind: Event
  lastTimestamp: "2026-09-17T17:56:45Z"
  message: InferenceService [isvc-primary-5a8a9a] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:56:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:56:45Z"
    name: isvc-primary-5a8a9a.18d62d631259a255
    namespace: kserve-ci-e2e-test
    resourceVersion: "18554"
    uid: 93f1b843-35aa-416c-ac27-8ba970dd38d0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:50:15.190662Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-e3106-predictor-79ff9bd56f-l8qqc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14404"
    uid: 5a4ddb5a-9626-48fa-9f38-ebc2f7b7f6d3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-raw-sklearn-batcher-e3106-predictor-79ff9bd56f-l8qqc
    to ip-10-0-138-30.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:50:15Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:50:15Z"
    name: isvc-raw-sklearn-batcher-e3106-predictor-79ff9bd56f-l8qqc.18d62d0834883662
    namespace: kserve-ci-e2e-test
    resourceVersion: "14410"
    uid: 8a86a28a-ee40-4838-b8ef-d0b4d3974741
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-76c867b89b-fnmz4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-e3106-predictor-79ff9bd56f-l8qqc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14424"
    uid: 5a4ddb5a-9626-48fa-9f38-ebc2f7b7f6d3
  kind: Event
  lastTimestamp: "2026-09-17T17:50:15Z"
  message: Add eth0 [10.132.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:50:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:50:15Z"
    name: isvc-raw-sklearn-batcher-e3106-predictor-79ff9bd56f-l8qqc.18d62d085655bd8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14476"
    uid: a981cd73-4065-4df0-9516-9131f660adf8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-e3106-predictor-79ff9bd56f-l8qqc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14407"
    uid: 5a4ddb5a-9626-48fa-9f38-ebc2f7b7f6d3
  kind: Event
  lastTimestamp: "2026-09-17T17:50:15Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4352771c5cb4ba9624a857ef32395dc1abbb2576e467cd6caf52080736c17239"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:50:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:15Z"
    name: isvc-raw-sklearn-batcher-e3106-predictor-79ff9bd56f-l8qqc.18d62d08584fd487
    namespace: kserve-ci-e2e-test
    resourceVersion: "14478"
    uid: cd71b8d8-e68a-40bd-89eb-fcda52f9403f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-e3106-predictor-79ff9bd56f-l8qqc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14407"
    uid: 5a4ddb5a-9626-48fa-9f38-ebc2f7b7f6d3
  kind: Event
  lastTimestamp: "2026-09-17T17:50:15Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:50:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:15Z"
    name: isvc-raw-sklearn-batcher-e3106-predictor-79ff9bd56f-l8qqc.18d62d085b41b96a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14480"
    uid: 12833b3a-811c-4f22-90db-50ccb766f3f8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-e3106-predictor-79ff9bd56f-l8qqc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14407"
    uid: 5a4ddb5a-9626-48fa-9f38-ebc2f7b7f6d3
  kind: Event
  lastTimestamp: "2026-09-17T17:50:15Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:50:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:15Z"
    name: isvc-raw-sklearn-batcher-e3106-predictor-79ff9bd56f-l8qqc.18d62d085bb91164
    namespace: kserve-ci-e2e-test
    resourceVersion: "14481"
    uid: adf27712-13fd-4eb9-8ca7-34900f9627f4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-e3106-predictor-79ff9bd56f-l8qqc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14407"
    uid: 5a4ddb5a-9626-48fa-9f38-ebc2f7b7f6d3
  kind: Event
  lastTimestamp: "2026-09-17T17:50:20Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
  metadata:
    creationTimestamp: "2026-09-17T17:50:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:20Z"
    name: isvc-raw-sklearn-batcher-e3106-predictor-79ff9bd56f-l8qqc.18d62d0971ac742a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14550"
    uid: 8db0e97c-4deb-4b15-9a47-497ce834228c
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-e3106-predictor-79ff9bd56f-l8qqc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14407"
    uid: 5a4ddb5a-9626-48fa-9f38-ebc2f7b7f6d3
  kind: Event
  lastTimestamp: "2026-09-17T17:50:34Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    in 13.768s (13.768s including waiting). Image size: 1580899218 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T17:50:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:34Z"
    name: isvc-raw-sklearn-batcher-e3106-predictor-79ff9bd56f-l8qqc.18d62d0ca65bec93
    namespace: kserve-ci-e2e-test
    resourceVersion: "14666"
    uid: c339cf71-a2f2-4d26-ab91-2e1daa0c8cb1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-e3106-predictor-79ff9bd56f-l8qqc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14407"
    uid: 5a4ddb5a-9626-48fa-9f38-ebc2f7b7f6d3
  kind: Event
  lastTimestamp: "2026-09-17T17:50:34Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:50:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:34Z"
    name: isvc-raw-sklearn-batcher-e3106-predictor-79ff9bd56f-l8qqc.18d62d0ca93b7062
    namespace: kserve-ci-e2e-test
    resourceVersion: "14667"
    uid: bf629c4e-561f-4849-b6c1-9074eb235dcc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-e3106-predictor-79ff9bd56f-l8qqc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14407"
    uid: 5a4ddb5a-9626-48fa-9f38-ebc2f7b7f6d3
  kind: Event
  lastTimestamp: "2026-09-17T17:50:34Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:50:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:34Z"
    name: isvc-raw-sklearn-batcher-e3106-predictor-79ff9bd56f-l8qqc.18d62d0ca99f91d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14668"
    uid: c9344b26-aa06-440d-85a4-98f040235655
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-e3106-predictor-79ff9bd56f-l8qqc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14407"
    uid: 5a4ddb5a-9626-48fa-9f38-ebc2f7b7f6d3
  kind: Event
  lastTimestamp: "2026-09-17T17:50:34Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-17T17:50:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:34Z"
    name: isvc-raw-sklearn-batcher-e3106-predictor-79ff9bd56f-l8qqc.18d62d0ca9abc8b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14669"
    uid: 69254e6f-3a9d-4daf-b8d2-9eef88c60b46
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-e3106-predictor-79ff9bd56f-l8qqc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14407"
    uid: 5a4ddb5a-9626-48fa-9f38-ebc2f7b7f6d3
  kind: Event
  lastTimestamp: "2026-09-17T17:50:36Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.118s (2.118s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T17:50:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:36Z"
    name: isvc-raw-sklearn-batcher-e3106-predictor-79ff9bd56f-l8qqc.18d62d0d27ed5c4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14682"
    uid: a1d6caa4-bf5c-42f8-b33b-247f4215d473
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-e3106-predictor-79ff9bd56f-l8qqc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14407"
    uid: 5a4ddb5a-9626-48fa-9f38-ebc2f7b7f6d3
  kind: Event
  lastTimestamp: "2026-09-17T17:50:36Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:50:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:36Z"
    name: isvc-raw-sklearn-batcher-e3106-predictor-79ff9bd56f-l8qqc.18d62d0d2ab88daa
    namespace: kserve-ci-e2e-test
    resourceVersion: "14683"
    uid: 57a33c3f-b2e2-4f81-8f63-b273762d9f2c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-e3106-predictor-79ff9bd56f-l8qqc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14407"
    uid: 5a4ddb5a-9626-48fa-9f38-ebc2f7b7f6d3
  kind: Event
  lastTimestamp: "2026-09-17T17:50:36Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:50:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:36Z"
    name: isvc-raw-sklearn-batcher-e3106-predictor-79ff9bd56f-l8qqc.18d62d0d2b21043c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14684"
    uid: 5621a524-e797-4ec7-910b-b7500549764c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-e3106-predictor-79ff9bd56f-l8qqc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14407"
    uid: 5a4ddb5a-9626-48fa-9f38-ebc2f7b7f6d3
  kind: Event
  lastTimestamp: "2026-09-17T17:50:36Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:b5300231c773b4722538e173a1cd3d535c68601cd4cca1f5214343d62ba7bfee"
  metadata:
    creationTimestamp: "2026-09-17T17:50:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:36Z"
    name: isvc-raw-sklearn-batcher-e3106-predictor-79ff9bd56f-l8qqc.18d62d0d2b2f4eca
    namespace: kserve-ci-e2e-test
    resourceVersion: "14685"
    uid: fea264ec-fb21-4890-a23f-1cc8c35bc183
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-e3106-predictor-79ff9bd56f-l8qqc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14407"
    uid: 5a4ddb5a-9626-48fa-9f38-ebc2f7b7f6d3
  kind: Event
  lastTimestamp: "2026-09-17T17:50:39Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:b5300231c773b4722538e173a1cd3d535c68601cd4cca1f5214343d62ba7bfee"
    in 2.593s (2.593s including waiting). Image size: 240302160 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T17:50:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:39Z"
    name: isvc-raw-sklearn-batcher-e3106-predictor-79ff9bd56f-l8qqc.18d62d0dc5c17480
    namespace: kserve-ci-e2e-test
    resourceVersion: "14705"
    uid: 19a20eec-0fa5-4d5e-a5b0-705197ee1dd7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-e3106-predictor-79ff9bd56f-l8qqc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14407"
    uid: 5a4ddb5a-9626-48fa-9f38-ebc2f7b7f6d3
  kind: Event
  lastTimestamp: "2026-09-17T17:50:39Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-17T17:50:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:39Z"
    name: isvc-raw-sklearn-batcher-e3106-predictor-79ff9bd56f-l8qqc.18d62d0dc8ad91aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "14707"
    uid: ae0fb361-9e94-47f0-8d89-f2414495e707
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-e3106-predictor-79ff9bd56f-l8qqc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14407"
    uid: 5a4ddb5a-9626-48fa-9f38-ebc2f7b7f6d3
  kind: Event
  lastTimestamp: "2026-09-17T17:50:39Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-17T17:50:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:39Z"
    name: isvc-raw-sklearn-batcher-e3106-predictor-79ff9bd56f-l8qqc.18d62d0dc90c921d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14708"
    uid: 49a43533-c5c1-4d81-bcd1-bd666bc2ffa6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-e3106-predictor-79ff9bd56f-l8qqc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14407"
    uid: 5a4ddb5a-9626-48fa-9f38-ebc2f7b7f6d3
  kind: Event
  lastTimestamp: "2026-09-17T17:52:15Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.25:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:50:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:15Z"
    name: isvc-raw-sklearn-batcher-e3106-predictor-79ff9bd56f-l8qqc.18d62d0de468597c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15714"
    uid: 12f4b016-9cc5-431d-ab4b-300e85953231
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-30.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-e3106-predictor-79ff9bd56f-l8qqc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14407"
    uid: 5a4ddb5a-9626-48fa-9f38-ebc2f7b7f6d3
  kind: Event
  lastTimestamp: "2026-09-17T17:52:15Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-17T17:50:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:15Z"
    name: isvc-raw-sklearn-batcher-e3106-predictor-79ff9bd56f-l8qqc.18d62d0de471c7ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "15715"
    uid: a955942f-cad3-48f5-b9e3-c210a75e3f13
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-30.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-e3106-predictor-79ff9bd56f-l8qqc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14407"
    uid: 5a4ddb5a-9626-48fa-9f38-ebc2f7b7f6d3
  kind: Event
  lastTimestamp: "2026-09-17T17:52:00Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:52:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:00Z"
    name: isvc-raw-sklearn-batcher-e3106-predictor-79ff9bd56f-l8qqc.18d62d209dfdc3f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15424"
    uid: 9b2ffe1d-3f97-494b-b221-c0c3c24c6007
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-e3106-predictor-79ff9bd56f-l8qqc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14407"
    uid: 5a4ddb5a-9626-48fa-9f38-ebc2f7b7f6d3
  kind: Event
  lastTimestamp: "2026-09-17T17:52:00Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-17T17:52:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:00Z"
    name: isvc-raw-sklearn-batcher-e3106-predictor-79ff9bd56f-l8qqc.18d62d209dfe0610
    namespace: kserve-ci-e2e-test
    resourceVersion: "15420"
    uid: 96224317-253a-4956-bc09-0010a3d1bb30
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-e3106-predictor-79ff9bd56f-l8qqc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14407"
    uid: 5a4ddb5a-9626-48fa-9f38-ebc2f7b7f6d3
  kind: Event
  lastTimestamp: "2026-09-17T17:52:00Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:52:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:00Z"
    name: isvc-raw-sklearn-batcher-e3106-predictor-79ff9bd56f-l8qqc.18d62d209dfe5f0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15422"
    uid: fe4bf6d6-ab28-48a1-9119-049a79dcae50
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-30.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-e3106-predictor-79ff9bd56f-l8qqc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14407"
    uid: 5a4ddb5a-9626-48fa-9f38-ebc2f7b7f6d3
  kind: Event
  lastTimestamp: "2026-09-17T17:52:20Z"
  message: 'Readiness probe failed: Get "https://10.132.0.25:8643/healthz": dial tcp
    10.132.0.25:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:52:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:20Z"
    name: isvc-raw-sklearn-batcher-e3106-predictor-79ff9bd56f-l8qqc.18d62d20c098cdb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15750"
    uid: f8bb901a-b90e-4b75-99ec-7dad5a1327c7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-30.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-30.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-raw-sklearn-batcher-e3106-predictor-79ff9bd56f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14386"
    uid: 37dde63d-f2fc-4cee-a69c-b84b426e1254
  kind: Event
  lastTimestamp: "2026-09-17T17:50:15Z"
  message: 'Created pod: isvc-raw-sklearn-batcher-e3106-predictor-79ff9bd56f-l8qqc'
  metadata:
    creationTimestamp: "2026-09-17T17:50:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:50:15Z"
    name: isvc-raw-sklearn-batcher-e3106-predictor-79ff9bd56f.18d62d0833b811cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14406"
    uid: f8ef3c6c-40b3-479b-8335-f7b040b6e779
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-raw-sklearn-batcher-e3106-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14385"
    uid: d259b931-f275-4f84-88c5-506b8e114498
  kind: Event
  lastTimestamp: "2026-09-17T17:50:14Z"
  message: Scaled up replica set isvc-raw-sklearn-batcher-e3106-predictor-79ff9bd56f
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T17:50:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:50:14Z"
    name: isvc-raw-sklearn-batcher-e3106-predictor.18d62d0823da302f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14388"
    uid: c05291e1-945b-4621-9246-8d3344a8b949
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-e3106-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14393"
    uid: ec5eb23f-dc42-442d-a0c6-96dca395ac9d
  kind: Event
  lastTimestamp: "2026-09-17T17:51:00Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:50:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:51:00Z"
    name: isvc-raw-sklearn-batcher-e3106-predictor.18d62d0ba9bfe636
    namespace: kserve-ci-e2e-test
    resourceVersion: "14903"
    uid: 0c05f9c5-9e04-43f7-a2bc-5dd8f5a08876
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-e3106-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14393"
    uid: ec5eb23f-dc42-442d-a0c6-96dca395ac9d
  kind: Event
  lastTimestamp: "2026-09-17T17:51:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:50:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:51:00Z"
    name: isvc-raw-sklearn-batcher-e3106-predictor.18d62d0baa31792f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14904"
    uid: a72a86b6-0c29-4e22-8960-7b7d9bf30844
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-e3106-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14634"
    uid: ec5eb23f-dc42-442d-a0c6-96dca395ac9d
  kind: Event
  lastTimestamp: "2026-09-17T17:51:45Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:51:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:51:45Z"
    name: isvc-raw-sklearn-batcher-e3106-predictor.18d62d1627ffaf87
    namespace: kserve-ci-e2e-test
    resourceVersion: "15234"
    uid: f2a70e54-d80b-491f-9721-df131865f738
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-e3106-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14634"
    uid: ec5eb23f-dc42-442d-a0c6-96dca395ac9d
  kind: Event
  lastTimestamp: "2026-09-17T17:51:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:51:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:51:45Z"
    name: isvc-raw-sklearn-batcher-e3106-predictor.18d62d162870039f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15235"
    uid: b78e0572-588e-4e5e-b9c8-67d36a1f82cb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-e3106
    namespace: kserve-ci-e2e-test
    resourceVersion: "14376"
    uid: 52af86d0-de79-4608-aa23-c4bc5f4bad40
  kind: Event
  lastTimestamp: "2026-09-17T17:51:45Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:50:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:51:45Z"
    name: isvc-raw-sklearn-batcher-e3106.18d62d082a72d98c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15251"
    uid: f964e2a5-de6c-41b9-9e74-55ae9ddc8702
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-e3106
    namespace: kserve-ci-e2e-test
    resourceVersion: "14376"
    uid: 52af86d0-de79-4608-aa23-c4bc5f4bad40
  kind: Event
  lastTimestamp: "2026-09-17T17:50:15Z"
  message: 'Failed to update status for InferenceService "isvc-raw-sklearn-batcher-e3106":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-raw-sklearn-batcher-e3106":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:50:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:50:15Z"
    name: isvc-raw-sklearn-batcher-e3106.18d62d082b921c15
    namespace: kserve-ci-e2e-test
    resourceVersion: "14399"
    uid: c3d208c6-973e-438c-a344-ef7e3316b7ba
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-e3106
    namespace: kserve-ci-e2e-test
    resourceVersion: "15248"
    uid: 52af86d0-de79-4608-aa23-c4bc5f4bad40
  kind: Event
  lastTimestamp: "2026-09-17T17:51:45Z"
  message: InferenceService [isvc-raw-sklearn-batcher-e3106] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:51:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:51:45Z"
    name: isvc-raw-sklearn-batcher-e3106.18d62d1d491ad8f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15250"
    uid: 44ba8b40-d144-4501-a12c-23ae502232c9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:57:05.691261Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-5a8a9a-predictor-6cd7688dc-qmwx8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18734"
    uid: 6da9bf20-eaa5-47b9-bd66-37f162510117
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-5a8a9a-predictor-6cd7688dc-qmwx8
    to ip-10-0-136-127.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:57:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:57:05Z"
    name: isvc-secondary-5a8a9a-predictor-6cd7688dc-qmwx8.18d62d67c8462c67
    namespace: kserve-ci-e2e-test
    resourceVersion: "18740"
    uid: 1c0a17d9-8956-4e36-8525-c9d4b809600e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-76c867b89b-fnmz4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-5a8a9a-predictor-6cd7688dc-qmwx8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18746"
    uid: 6da9bf20-eaa5-47b9-bd66-37f162510117
  kind: Event
  lastTimestamp: "2026-09-17T17:57:06Z"
  message: Add eth0 [10.133.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:57:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:57:06Z"
    name: isvc-secondary-5a8a9a-predictor-6cd7688dc-qmwx8.18d62d67ea58dafb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18752"
    uid: d0e05f17-ded0-4619-bfc9-e0f8a7c35f7c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-5a8a9a-predictor-6cd7688dc-qmwx8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18737"
    uid: 6da9bf20-eaa5-47b9-bd66-37f162510117
  kind: Event
  lastTimestamp: "2026-09-17T17:57:11Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4352771c5cb4ba9624a857ef32395dc1abbb2576e467cd6caf52080736c17239"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:57:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:57:11Z"
    name: isvc-secondary-5a8a9a-predictor-6cd7688dc-qmwx8.18d62d67ebeb5f6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18797"
    uid: 70b7decf-4245-43ff-8ffa-bf895b410146
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-5a8a9a-predictor-6cd7688dc-qmwx8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18737"
    uid: 6da9bf20-eaa5-47b9-bd66-37f162510117
  kind: Event
  lastTimestamp: "2026-09-17T17:57:11Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:57:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:57:11Z"
    name: isvc-secondary-5a8a9a-predictor-6cd7688dc-qmwx8.18d62d67eeca8a34
    namespace: kserve-ci-e2e-test
    resourceVersion: "18799"
    uid: 1162f5eb-0f14-431e-90c9-62b727a8de87
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-5a8a9a-predictor-6cd7688dc-qmwx8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18737"
    uid: 6da9bf20-eaa5-47b9-bd66-37f162510117
  kind: Event
  lastTimestamp: "2026-09-17T17:57:11Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:57:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:57:11Z"
    name: isvc-secondary-5a8a9a-predictor-6cd7688dc-qmwx8.18d62d67ef39763e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18801"
    uid: 7a820c89-f04d-45a7-a7cc-8df086c2fe86
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-5a8a9a-predictor-6cd7688dc-qmwx8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18737"
    uid: 6da9bf20-eaa5-47b9-bd66-37f162510117
  kind: Event
  lastTimestamp: "2026-09-17T17:57:18Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-5a8a9a-predictor-6cd7688dc-qmwx8_kserve-ci-e2e-test(6da9bf20-eaa5-47b9-bd66-37f162510117)
  metadata:
    creationTimestamp: "2026-09-17T17:57:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:57:18Z"
    name: isvc-secondary-5a8a9a-predictor-6cd7688dc-qmwx8.18d62d6ac4b1c854
    namespace: kserve-ci-e2e-test
    resourceVersion: "18855"
    uid: 9e61a8bd-dc0a-4d26-b50b-5d563dbbb5e2
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-5a8a9a-predictor-6cd7688dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18725"
    uid: 057379c3-dd7a-4943-96a2-7746d1141351
  kind: Event
  lastTimestamp: "2026-09-17T17:57:05Z"
  message: 'Created pod: isvc-secondary-5a8a9a-predictor-6cd7688dc-qmwx8'
  metadata:
    creationTimestamp: "2026-09-17T17:57:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:57:05Z"
    name: isvc-secondary-5a8a9a-predictor-6cd7688dc.18d62d67c7f8a7fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18738"
    uid: 50bef14a-617e-4f46-9675-dbccbce35994
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-5a8a9a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18723"
    uid: 17d9fb64-24ed-4994-8d87-03589a13834a
  kind: Event
  lastTimestamp: "2026-09-17T17:57:05Z"
  message: Scaled up replica set isvc-secondary-5a8a9a-predictor-6cd7688dc from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T17:57:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:57:05Z"
    name: isvc-secondary-5a8a9a-predictor.18d62d67c4e85853
    namespace: kserve-ci-e2e-test
    resourceVersion: "18727"
    uid: db056c98-c08f-4886-b120-3a952408cb37
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-5a8a9a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18724"
    uid: a869345a-0a48-4942-8ff3-95da45f4ac08
  kind: Event
  lastTimestamp: "2026-09-17T17:57:20Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:57:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:57:20Z"
    name: isvc-secondary-5a8a9a-predictor.18d62d6b4381a922
    namespace: kserve-ci-e2e-test
    resourceVersion: "18881"
    uid: fc9abc92-286c-4f2b-b4ae-161dee48c325
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-5a8a9a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18724"
    uid: a869345a-0a48-4942-8ff3-95da45f4ac08
  kind: Event
  lastTimestamp: "2026-09-17T17:57:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:57:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:57:20Z"
    name: isvc-secondary-5a8a9a-predictor.18d62d6b43f7637d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18883"
    uid: 9b1c0366-0f02-40af-a6ea-f00541630e7d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-5a8a9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18713"
    uid: 2618c5b4-de12-44ed-9f71-b47ccea5a564
  kind: Event
  lastTimestamp: "2026-09-17T17:57:18Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:57:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:57:18Z"
    name: isvc-secondary-5a8a9a.18d62d67c4d0c6da
    namespace: kserve-ci-e2e-test
    resourceVersion: "18860"
    uid: 16ad1878-f012-4e72-b7b8-a3b707b4998f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-5a8a9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18713"
    uid: 2618c5b4-de12-44ed-9f71-b47ccea5a564
  kind: Event
  lastTimestamp: "2026-09-17T17:57:05Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-5a8a9a":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-5a8a9a":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:57:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:57:05Z"
    name: isvc-secondary-5a8a9a.18d62d67c52fc447
    namespace: kserve-ci-e2e-test
    resourceVersion: "18729"
    uid: 42d5a7d4-ce49-4f5f-b722-87643e1e68ab
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-5a8a9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18713"
    uid: 2618c5b4-de12-44ed-9f71-b47ccea5a564
  kind: Event
  lastTimestamp: "2026-09-17T17:57:05Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-5a8a9a": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:57:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:57:05Z"
    name: isvc-secondary-5a8a9a.18d62d67c5302c8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18730"
    uid: b625e1c4-b499-4415-838c-675f2d8c9e76
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:52:00.169381Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-bbc14-predictor-75448cb46f-vhx8z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15443"
    uid: 394b0a12-a94a-4573-b20b-224e0f9ddeb2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-bbc14-predictor-75448cb46f-vhx8z
    to ip-10-0-136-127.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:52:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:52:00Z"
    name: isvc-sklearn-graph-raw-bbc14-predictor-75448cb46f-vhx8z.18d62d20a5c01fcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15453"
    uid: 6038d26f-6cde-484d-8a40-b7e0ba86d54f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-76c867b89b-fnmz4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-bbc14-predictor-75448cb46f-vhx8z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15465"
    uid: 394b0a12-a94a-4573-b20b-224e0f9ddeb2
  kind: Event
  lastTimestamp: "2026-09-17T17:52:00Z"
  message: Add eth0 [10.133.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:52:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:52:00Z"
    name: isvc-sklearn-graph-raw-bbc14-predictor-75448cb46f-vhx8z.18d62d20c78291b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15489"
    uid: 11ff5afe-1bcf-4883-9662-214a65e88716
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-bbc14-predictor-75448cb46f-vhx8z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15448"
    uid: 394b0a12-a94a-4573-b20b-224e0f9ddeb2
  kind: Event
  lastTimestamp: "2026-09-17T17:52:00Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4352771c5cb4ba9624a857ef32395dc1abbb2576e467cd6caf52080736c17239"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:52:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:00Z"
    name: isvc-sklearn-graph-raw-bbc14-predictor-75448cb46f-vhx8z.18d62d20c945b459
    namespace: kserve-ci-e2e-test
    resourceVersion: "15491"
    uid: 81c419ab-59ad-4644-85f6-56b3434733f7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-bbc14-predictor-75448cb46f-vhx8z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15448"
    uid: 394b0a12-a94a-4573-b20b-224e0f9ddeb2
  kind: Event
  lastTimestamp: "2026-09-17T17:52:00Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:52:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:00Z"
    name: isvc-sklearn-graph-raw-bbc14-predictor-75448cb46f-vhx8z.18d62d20cc18b4ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "15493"
    uid: 79ab5024-9866-4e96-9542-00cf828f3f17
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-bbc14-predictor-75448cb46f-vhx8z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15448"
    uid: 394b0a12-a94a-4573-b20b-224e0f9ddeb2
  kind: Event
  lastTimestamp: "2026-09-17T17:52:00Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:52:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:00Z"
    name: isvc-sklearn-graph-raw-bbc14-predictor-75448cb46f-vhx8z.18d62d20cc7a39b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15494"
    uid: 65e336ac-f812-4c1f-beff-479cbc1018fa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-bbc14-predictor-75448cb46f-vhx8z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15448"
    uid: 394b0a12-a94a-4573-b20b-224e0f9ddeb2
  kind: Event
  lastTimestamp: "2026-09-17T17:52:05Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:52:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:05Z"
    name: isvc-sklearn-graph-raw-bbc14-predictor-75448cb46f-vhx8z.18d62d21ce0c342e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15579"
    uid: a50d9d69-a449-4e1f-8961-7cdc3b23ea47
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-bbc14-predictor-75448cb46f-vhx8z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15448"
    uid: 394b0a12-a94a-4573-b20b-224e0f9ddeb2
  kind: Event
  lastTimestamp: "2026-09-17T17:52:05Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:52:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:05Z"
    name: isvc-sklearn-graph-raw-bbc14-predictor-75448cb46f-vhx8z.18d62d21d0f077ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "15582"
    uid: f7c907aa-2946-464e-9673-3b533a511001
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-bbc14-predictor-75448cb46f-vhx8z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15448"
    uid: 394b0a12-a94a-4573-b20b-224e0f9ddeb2
  kind: Event
  lastTimestamp: "2026-09-17T17:52:05Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:52:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:05Z"
    name: isvc-sklearn-graph-raw-bbc14-predictor-75448cb46f-vhx8z.18d62d21d153e816
    namespace: kserve-ci-e2e-test
    resourceVersion: "15583"
    uid: 2ec07bca-a0e3-406c-8584-d37a7ce72bb5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-bbc14-predictor-75448cb46f-vhx8z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15448"
    uid: 394b0a12-a94a-4573-b20b-224e0f9ddeb2
  kind: Event
  lastTimestamp: "2026-09-17T17:52:05Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:52:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:05Z"
    name: isvc-sklearn-graph-raw-bbc14-predictor-75448cb46f-vhx8z.18d62d21d15d5c19
    namespace: kserve-ci-e2e-test
    resourceVersion: "15584"
    uid: 38078df3-03da-4680-a0af-42ee9fadad72
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-bbc14-predictor-75448cb46f-vhx8z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15448"
    uid: 394b0a12-a94a-4573-b20b-224e0f9ddeb2
  kind: Event
  lastTimestamp: "2026-09-17T17:52:05Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:52:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:05Z"
    name: isvc-sklearn-graph-raw-bbc14-predictor-75448cb46f-vhx8z.18d62d21d3e17047
    namespace: kserve-ci-e2e-test
    resourceVersion: "15587"
    uid: fb05e6b1-3950-4e7b-80e6-d617fec36e25
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-bbc14-predictor-75448cb46f-vhx8z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15448"
    uid: 394b0a12-a94a-4573-b20b-224e0f9ddeb2
  kind: Event
  lastTimestamp: "2026-09-17T17:52:05Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:52:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:05Z"
    name: isvc-sklearn-graph-raw-bbc14-predictor-75448cb46f-vhx8z.18d62d21d442e0b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15588"
    uid: f375b4f9-4989-4f28-8122-10d91ffb0c43
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-bbc14-predictor-75448cb46f-vhx8z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15448"
    uid: 394b0a12-a94a-4573-b20b-224e0f9ddeb2
  kind: Event
  lastTimestamp: "2026-09-17T17:53:52Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.25:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:52:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:52Z"
    name: isvc-sklearn-graph-raw-bbc14-predictor-75448cb46f-vhx8z.18d62d220a22d387
    namespace: kserve-ci-e2e-test
    resourceVersion: "16782"
    uid: 1fdbc87b-f34c-49bb-a3d1-420240dc8145
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-bbc14-predictor-75448cb46f-vhx8z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15448"
    uid: 394b0a12-a94a-4573-b20b-224e0f9ddeb2
  kind: Event
  lastTimestamp: "2026-09-17T17:53:50Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:53:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:50Z"
    name: isvc-sklearn-graph-raw-bbc14-predictor-75448cb46f-vhx8z.18d62d3a4bb7e948
    namespace: kserve-ci-e2e-test
    resourceVersion: "16676"
    uid: d56dad57-0544-44fe-911b-3b3cf383394c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-bbc14-predictor-75448cb46f-vhx8z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15448"
    uid: 394b0a12-a94a-4573-b20b-224e0f9ddeb2
  kind: Event
  lastTimestamp: "2026-09-17T17:53:50Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:53:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:50Z"
    name: isvc-sklearn-graph-raw-bbc14-predictor-75448cb46f-vhx8z.18d62d3a4bb866c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16683"
    uid: 18a22899-f0bc-45dc-aa09-8aa009d7d548
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-bbc14-predictor-75448cb46f-vhx8z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15448"
    uid: 394b0a12-a94a-4573-b20b-224e0f9ddeb2
  kind: Event
  lastTimestamp: "2026-09-17T17:53:52Z"
  message: 'Readiness probe failed: Get "https://10.133.0.25:8643/healthz": dial tcp
    10.133.0.25:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:53:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:52Z"
    name: isvc-sklearn-graph-raw-bbc14-predictor-75448cb46f-vhx8z.18d62d3ab87dbdb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16781"
    uid: e406c40b-da10-483d-9e57-8fcccc7f1f20
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-bbc14-predictor-75448cb46f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15431"
    uid: bdd35bb5-fe79-44e2-a5d0-8aacdae21b74
  kind: Event
  lastTimestamp: "2026-09-17T17:52:00Z"
  message: 'Created pod: isvc-sklearn-graph-raw-bbc14-predictor-75448cb46f-vhx8z'
  metadata:
    creationTimestamp: "2026-09-17T17:52:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:52:00Z"
    name: isvc-sklearn-graph-raw-bbc14-predictor-75448cb46f.18d62d20a50ab71e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15445"
    uid: ff0eaac8-865b-4706-85c9-fb2e45c9f903
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-bbc14-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15427"
    uid: f78ef7a6-67ad-440a-99f8-f6135fe40b1c
  kind: Event
  lastTimestamp: "2026-09-17T17:52:00Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-bbc14-predictor-75448cb46f
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T17:52:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:52:00Z"
    name: isvc-sklearn-graph-raw-bbc14-predictor.18d62d20a07211fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15433"
    uid: d7855e7d-690e-40eb-b3db-2291eb88c0ed
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-bbc14-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15430"
    uid: 518638a6-2877-4371-b177-a95e5964fb41
  kind: Event
  lastTimestamp: "2026-09-17T17:52:30Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:52:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:52:30Z"
    name: isvc-sklearn-graph-raw-bbc14-predictor.18d62d241fb08878
    namespace: kserve-ci-e2e-test
    resourceVersion: "15826"
    uid: 52b3ad48-5d57-4f47-af37-93922e05ecbd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-bbc14-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15430"
    uid: 518638a6-2877-4371-b177-a95e5964fb41
  kind: Event
  lastTimestamp: "2026-09-17T17:52:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:52:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:52:30Z"
    name: isvc-sklearn-graph-raw-bbc14-predictor.18d62d2420299c4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15827"
    uid: 7462b668-eea9-47b2-92af-1b8362cf8d43
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-bbc14-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15703"
    uid: 518638a6-2877-4371-b177-a95e5964fb41
  kind: Event
  lastTimestamp: "2026-09-17T17:53:45Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:52:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:53:45Z"
    name: isvc-sklearn-graph-raw-bbc14-predictor.18d62d2b1e68631a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16555"
    uid: d443eeb4-5e60-45dc-b6d6-87eb214c45e1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-bbc14-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15703"
    uid: 518638a6-2877-4371-b177-a95e5964fb41
  kind: Event
  lastTimestamp: "2026-09-17T17:53:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:52:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:53:45Z"
    name: isvc-sklearn-graph-raw-bbc14-predictor.18d62d2b1edd704a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16556"
    uid: 9a5c6ae2-a25a-41e3-8029-00105068a876
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-bbc14
    namespace: kserve-ci-e2e-test
    resourceVersion: "15415"
    uid: b000af5a-a7a4-47e9-99cd-26e0ce945af0
  kind: Event
  lastTimestamp: "2026-09-17T17:53:22Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:52:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:53:22Z"
    name: isvc-sklearn-graph-raw-bbc14.18d62d20a06c7b3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16220"
    uid: b6952d8c-5c93-4f45-a20d-815b711864ca
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-bbc14
    namespace: kserve-ci-e2e-test
    resourceVersion: "16218"
    uid: b000af5a-a7a4-47e9-99cd-26e0ce945af0
  kind: Event
  lastTimestamp: "2026-09-17T17:53:22Z"
  message: InferenceService [isvc-sklearn-graph-raw-bbc14] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:53:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:53:22Z"
    name: isvc-sklearn-graph-raw-bbc14.18d62d33c2902cbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16219"
    uid: ea90d2ef-876c-4e6f-b24c-c3735d14e5e3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:53:50.566963Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-cb1fd-predictor-b7f956db5-nbz8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "16715"
    uid: 63146f5e-47b2-4076-8ee7-6f3e34e181c2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-hpa-cb1fd-predictor-b7f956db5-nbz8k
    to ip-10-0-136-127.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:53:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:53:50Z"
    name: isvc-sklearn-graph-raw-hpa-cb1fd-predictor-b7f956db5-nbz8k.18d62d3a59f5a152
    namespace: kserve-ci-e2e-test
    resourceVersion: "16719"
    uid: 33fc7de6-82eb-48b9-afef-90c1b72fd263
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-76c867b89b-fnmz4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-cb1fd-predictor-b7f956db5-nbz8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "16717"
    uid: 63146f5e-47b2-4076-8ee7-6f3e34e181c2
  kind: Event
  lastTimestamp: "2026-09-17T17:53:50Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-graph-raw-hpa-cb1fd-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T17:53:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:50Z"
    name: isvc-sklearn-graph-raw-hpa-cb1fd-predictor-b7f956db5-nbz8k.18d62d3a65c19653
    namespace: kserve-ci-e2e-test
    resourceVersion: "16755"
    uid: 335f0b6d-ec8a-4a96-a6aa-66f6ec28ce44
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-cb1fd-predictor-b7f956db5-nbz8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "16731"
    uid: 63146f5e-47b2-4076-8ee7-6f3e34e181c2
  kind: Event
  lastTimestamp: "2026-09-17T17:53:51Z"
  message: Add eth0 [10.133.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:53:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:53:51Z"
    name: isvc-sklearn-graph-raw-hpa-cb1fd-predictor-b7f956db5-nbz8k.18d62d3a9fb73ca4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16767"
    uid: 1c7121d4-9e12-4d75-bfbd-490565299ee6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-cb1fd-predictor-b7f956db5-nbz8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "16717"
    uid: 63146f5e-47b2-4076-8ee7-6f3e34e181c2
  kind: Event
  lastTimestamp: "2026-09-17T17:53:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4352771c5cb4ba9624a857ef32395dc1abbb2576e467cd6caf52080736c17239"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:53:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:51Z"
    name: isvc-sklearn-graph-raw-hpa-cb1fd-predictor-b7f956db5-nbz8k.18d62d3aa1537374
    namespace: kserve-ci-e2e-test
    resourceVersion: "16770"
    uid: e88db2cd-094e-449d-a536-1c1f9deeac68
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-cb1fd-predictor-b7f956db5-nbz8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "16717"
    uid: 63146f5e-47b2-4076-8ee7-6f3e34e181c2
  kind: Event
  lastTimestamp: "2026-09-17T17:53:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:53:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:51Z"
    name: isvc-sklearn-graph-raw-hpa-cb1fd-predictor-b7f956db5-nbz8k.18d62d3aa3ee2027
    namespace: kserve-ci-e2e-test
    resourceVersion: "16772"
    uid: 7902ec2d-a2d9-4769-9895-bec39482e243
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-cb1fd-predictor-b7f956db5-nbz8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "16717"
    uid: 63146f5e-47b2-4076-8ee7-6f3e34e181c2
  kind: Event
  lastTimestamp: "2026-09-17T17:53:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:53:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:51Z"
    name: isvc-sklearn-graph-raw-hpa-cb1fd-predictor-b7f956db5-nbz8k.18d62d3aa4580539
    namespace: kserve-ci-e2e-test
    resourceVersion: "16773"
    uid: 99d3370b-3c9b-48ab-89bc-7e8c00421613
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-cb1fd-predictor-b7f956db5-nbz8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "16717"
    uid: 63146f5e-47b2-4076-8ee7-6f3e34e181c2
  kind: Event
  lastTimestamp: "2026-09-17T17:53:55Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:53:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:55Z"
    name: isvc-sklearn-graph-raw-hpa-cb1fd-predictor-b7f956db5-nbz8k.18d62d3b8710dbfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "16828"
    uid: 05d3db96-5ad3-444b-b3cc-df8864f846b9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-cb1fd-predictor-b7f956db5-nbz8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "16717"
    uid: 63146f5e-47b2-4076-8ee7-6f3e34e181c2
  kind: Event
  lastTimestamp: "2026-09-17T17:53:55Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:53:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:55Z"
    name: isvc-sklearn-graph-raw-hpa-cb1fd-predictor-b7f956db5-nbz8k.18d62d3b8a651f6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16832"
    uid: 375b62a0-c873-4765-82e4-f5641792028c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-cb1fd-predictor-b7f956db5-nbz8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "16717"
    uid: 63146f5e-47b2-4076-8ee7-6f3e34e181c2
  kind: Event
  lastTimestamp: "2026-09-17T17:53:55Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:53:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:55Z"
    name: isvc-sklearn-graph-raw-hpa-cb1fd-predictor-b7f956db5-nbz8k.18d62d3b8ad50838
    namespace: kserve-ci-e2e-test
    resourceVersion: "16834"
    uid: 6adfbcfb-cc94-45bd-99a5-64338fabfe14
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-cb1fd-predictor-b7f956db5-nbz8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "16717"
    uid: 63146f5e-47b2-4076-8ee7-6f3e34e181c2
  kind: Event
  lastTimestamp: "2026-09-17T17:53:55Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:53:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:55Z"
    name: isvc-sklearn-graph-raw-hpa-cb1fd-predictor-b7f956db5-nbz8k.18d62d3b8adeedb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16835"
    uid: 63058128-7fab-476f-9ab1-a96763aecb46
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-cb1fd-predictor-b7f956db5-nbz8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "16717"
    uid: 63146f5e-47b2-4076-8ee7-6f3e34e181c2
  kind: Event
  lastTimestamp: "2026-09-17T17:53:55Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:53:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:55Z"
    name: isvc-sklearn-graph-raw-hpa-cb1fd-predictor-b7f956db5-nbz8k.18d62d3b8e40fe6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16839"
    uid: be607687-d050-4e29-8fff-484005049deb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-cb1fd-predictor-b7f956db5-nbz8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "16717"
    uid: 63146f5e-47b2-4076-8ee7-6f3e34e181c2
  kind: Event
  lastTimestamp: "2026-09-17T17:53:55Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:53:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:55Z"
    name: isvc-sklearn-graph-raw-hpa-cb1fd-predictor-b7f956db5-nbz8k.18d62d3b8eb77663
    namespace: kserve-ci-e2e-test
    resourceVersion: "16840"
    uid: eab3d601-7a11-4b19-81b0-356a118eb096
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-cb1fd-predictor-b7f956db5-nbz8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "16717"
    uid: 63146f5e-47b2-4076-8ee7-6f3e34e181c2
  kind: Event
  lastTimestamp: "2026-09-17T17:55:44Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:53:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:55:44Z"
    name: isvc-sklearn-graph-raw-hpa-cb1fd-predictor-b7f956db5-nbz8k.18d62d3bc339dd6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18003"
    uid: c00448f2-0f4b-4af6-a021-71cf391c18b8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-cb1fd-predictor-b7f956db5-nbz8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "16717"
    uid: 63146f5e-47b2-4076-8ee7-6f3e34e181c2
  kind: Event
  lastTimestamp: "2026-09-17T17:55:40Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:55:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:55:40Z"
    name: isvc-sklearn-graph-raw-hpa-cb1fd-predictor-b7f956db5-nbz8k.18d62d53f9ee32b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17909"
    uid: 91ac12fc-075a-4a07-90c1-cc6ffba40a9e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-cb1fd-predictor-b7f956db5-nbz8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "16717"
    uid: 63146f5e-47b2-4076-8ee7-6f3e34e181c2
  kind: Event
  lastTimestamp: "2026-09-17T17:55:40Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:55:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:55:40Z"
    name: isvc-sklearn-graph-raw-hpa-cb1fd-predictor-b7f956db5-nbz8k.18d62d53f9eea3e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17913"
    uid: ef7f74b4-01d2-451a-a044-7d962a137e62
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-cb1fd-predictor-b7f956db5-nbz8k
    namespace: kserve-ci-e2e-test
    resourceVersion: "16717"
    uid: 63146f5e-47b2-4076-8ee7-6f3e34e181c2
  kind: Event
  lastTimestamp: "2026-09-17T17:55:42Z"
  message: 'Readiness probe failed: Get "https://10.133.0.27:8643/healthz": dial tcp
    10.133.0.27:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:55:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:55:42Z"
    name: isvc-sklearn-graph-raw-hpa-cb1fd-predictor-b7f956db5-nbz8k.18d62d54718b85bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17976"
    uid: d30c727f-eff3-4dea-b870-117968fb6b7f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-hpa-cb1fd-predictor-b7f956db5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16705"
    uid: debb44db-d347-48e4-8301-67bd0bc39ff1
  kind: Event
  lastTimestamp: "2026-09-17T17:53:50Z"
  message: 'Created pod: isvc-sklearn-graph-raw-hpa-cb1fd-predictor-b7f956db5-nbz8k'
  metadata:
    creationTimestamp: "2026-09-17T17:53:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:53:50Z"
    name: isvc-sklearn-graph-raw-hpa-cb1fd-predictor-b7f956db5.18d62d3a5980c3fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16716"
    uid: e60aedad-e853-4436-9f55-e8620a36dfc2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-hpa-cb1fd-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16702"
    uid: 351ad1b2-981c-45f4-bcd6-2820eb4f04ce
  kind: Event
  lastTimestamp: "2026-09-17T17:53:50Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-hpa-cb1fd-predictor-b7f956db5
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T17:53:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:53:50Z"
    name: isvc-sklearn-graph-raw-hpa-cb1fd-predictor.18d62d3a565469c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16707"
    uid: 1c62828e-fb6c-4c6a-87f1-2d34bc8c1998
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-cb1fd-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16704"
    uid: 9a97fe58-62f7-4744-a394-103fe9c8503c
  kind: Event
  lastTimestamp: "2026-09-17T17:54:20Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:54:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:54:20Z"
    name: isvc-sklearn-graph-raw-hpa-cb1fd-predictor.18d62d3dd52ae19a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17049"
    uid: 506ca1cf-6715-4151-86a1-a69cd5bfbe35
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-cb1fd-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16704"
    uid: 9a97fe58-62f7-4744-a394-103fe9c8503c
  kind: Event
  lastTimestamp: "2026-09-17T17:54:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:54:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:54:20Z"
    name: isvc-sklearn-graph-raw-hpa-cb1fd-predictor.18d62d3dd5b8bcea
    namespace: kserve-ci-e2e-test
    resourceVersion: "17050"
    uid: 71c6eac4-4819-42ff-8210-b11ec7b14fbb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-cb1fd-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16929"
    uid: 9a97fe58-62f7-4744-a394-103fe9c8503c
  kind: Event
  lastTimestamp: "2026-09-17T17:55:35Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:54:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:55:35Z"
    name: isvc-sklearn-graph-raw-hpa-cb1fd-predictor.18d62d44d3f3c779
    namespace: kserve-ci-e2e-test
    resourceVersion: "17818"
    uid: e8516847-9fe9-4097-b2da-6e11aca11490
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-cb1fd-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16929"
    uid: 9a97fe58-62f7-4744-a394-103fe9c8503c
  kind: Event
  lastTimestamp: "2026-09-17T17:55:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:54:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:55:35Z"
    name: isvc-sklearn-graph-raw-hpa-cb1fd-predictor.18d62d44d467e9d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17819"
    uid: 9e5885d6-114a-4cf1-9f44-a1e125e09a73
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-cb1fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16689"
    uid: 798ddb80-e18a-4608-a533-a9032f311fe3
  kind: Event
  lastTimestamp: "2026-09-17T17:55:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:53:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:55:14Z"
    name: isvc-sklearn-graph-raw-hpa-cb1fd.18d62d3a5672e75c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17551"
    uid: 9b5d9a30-60ea-486d-acdc-c0e67a2e923f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-cb1fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17549"
    uid: 798ddb80-e18a-4608-a533-a9032f311fe3
  kind: Event
  lastTimestamp: "2026-09-17T17:55:14Z"
  message: InferenceService [isvc-sklearn-graph-raw-hpa-cb1fd] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:55:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:55:14Z"
    name: isvc-sklearn-graph-raw-hpa-cb1fd.18d62d4decdc95ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "17550"
    uid: 2ed70d3c-bd99-4dc6-8f75-c8a722721556
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:57:26.103684Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-92dc8-predictor-697694b787-5dvkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "19024"
    uid: 1ad32257-4301-4614-91e0-542b9652e6af
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-scale-raw-92dc8-predictor-697694b787-5dvkr
    to ip-10-0-136-127.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:57:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:57:26Z"
    name: isvc-sklearn-scale-raw-92dc8-predictor-697694b787-5dvkr.18d62d6c88f2f802
    namespace: kserve-ci-e2e-test
    resourceVersion: "19030"
    uid: 03fb0ec6-5341-42dd-a8e3-604942a143ed
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-76c867b89b-fnmz4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-92dc8-predictor-697694b787-5dvkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "19035"
    uid: 1ad32257-4301-4614-91e0-542b9652e6af
  kind: Event
  lastTimestamp: "2026-09-17T17:57:26Z"
  message: Add eth0 [10.133.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:57:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:57:26Z"
    name: isvc-sklearn-scale-raw-92dc8-predictor-697694b787-5dvkr.18d62d6cab2e7d81
    namespace: kserve-ci-e2e-test
    resourceVersion: "19048"
    uid: a693f541-caa6-40da-85f7-1082b5b5a5b7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-92dc8-predictor-697694b787-5dvkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "19026"
    uid: 1ad32257-4301-4614-91e0-542b9652e6af
  kind: Event
  lastTimestamp: "2026-09-17T17:57:26Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4352771c5cb4ba9624a857ef32395dc1abbb2576e467cd6caf52080736c17239"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:57:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:57:26Z"
    name: isvc-sklearn-scale-raw-92dc8-predictor-697694b787-5dvkr.18d62d6cad7f3c33
    namespace: kserve-ci-e2e-test
    resourceVersion: "19052"
    uid: 08f9416e-9381-44bc-a705-08db941e47e4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-92dc8-predictor-697694b787-5dvkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "19026"
    uid: 1ad32257-4301-4614-91e0-542b9652e6af
  kind: Event
  lastTimestamp: "2026-09-17T17:57:26Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:57:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:57:26Z"
    name: isvc-sklearn-scale-raw-92dc8-predictor-697694b787-5dvkr.18d62d6cb091f937
    namespace: kserve-ci-e2e-test
    resourceVersion: "19060"
    uid: 1abf1c6d-6372-444f-aca2-232970e4038b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-92dc8-predictor-697694b787-5dvkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "19026"
    uid: 1ad32257-4301-4614-91e0-542b9652e6af
  kind: Event
  lastTimestamp: "2026-09-17T17:57:26Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:57:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:57:26Z"
    name: isvc-sklearn-scale-raw-92dc8-predictor-697694b787-5dvkr.18d62d6cb10c187e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19062"
    uid: cc57cf74-bba2-4c41-8eb6-4032f0cd7806
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-92dc8-predictor-697694b787-5dvkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "19026"
    uid: 1ad32257-4301-4614-91e0-542b9652e6af
  kind: Event
  lastTimestamp: "2026-09-17T17:57:31Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:57:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:57:31Z"
    name: isvc-sklearn-scale-raw-92dc8-predictor-697694b787-5dvkr.18d62d6dcef8be6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19156"
    uid: 6163ebe1-f9c8-4e53-b7fe-e84daef2ff5a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-92dc8-predictor-697694b787-5dvkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "19026"
    uid: 1ad32257-4301-4614-91e0-542b9652e6af
  kind: Event
  lastTimestamp: "2026-09-17T17:57:31Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:57:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:57:31Z"
    name: isvc-sklearn-scale-raw-92dc8-predictor-697694b787-5dvkr.18d62d6dd1e0c0ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "19158"
    uid: 8ac977d2-d6a3-429d-a623-3b694a11e3d2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-92dc8-predictor-697694b787-5dvkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "19026"
    uid: 1ad32257-4301-4614-91e0-542b9652e6af
  kind: Event
  lastTimestamp: "2026-09-17T17:57:31Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:57:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:57:31Z"
    name: isvc-sklearn-scale-raw-92dc8-predictor-697694b787-5dvkr.18d62d6dd25575c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19159"
    uid: 8b74c8a0-fe5c-48d6-8557-b0816ffc7712
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-92dc8-predictor-697694b787-5dvkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "19026"
    uid: 1ad32257-4301-4614-91e0-542b9652e6af
  kind: Event
  lastTimestamp: "2026-09-17T17:57:31Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:57:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:57:31Z"
    name: isvc-sklearn-scale-raw-92dc8-predictor-697694b787-5dvkr.18d62d6dd25ed3dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19160"
    uid: 0dd4b58b-7b38-4838-97ac-078d4ca70714
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-92dc8-predictor-697694b787-5dvkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "19026"
    uid: 1ad32257-4301-4614-91e0-542b9652e6af
  kind: Event
  lastTimestamp: "2026-09-17T17:57:31Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:57:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:57:31Z"
    name: isvc-sklearn-scale-raw-92dc8-predictor-697694b787-5dvkr.18d62d6dd5189cdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19161"
    uid: 70d9b179-96b7-41e0-9c70-d0bfb1062ca5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-92dc8-predictor-697694b787-5dvkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "19026"
    uid: 1ad32257-4301-4614-91e0-542b9652e6af
  kind: Event
  lastTimestamp: "2026-09-17T17:57:31Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:57:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:57:31Z"
    name: isvc-sklearn-scale-raw-92dc8-predictor-697694b787-5dvkr.18d62d6dd589aa6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19162"
    uid: 12a195fe-10e7-44b9-8f60-e692749bec7c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 18
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-92dc8-predictor-697694b787-5dvkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "19026"
    uid: 1ad32257-4301-4614-91e0-542b9652e6af
  kind: Event
  lastTimestamp: "2026-09-17T18:00:18Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:57:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:00:18Z"
    name: isvc-sklearn-scale-raw-92dc8-predictor-697694b787-5dvkr.18d62d6e0af88b36
    namespace: kserve-ci-e2e-test
    resourceVersion: "20588"
    uid: 1a407439-64dc-432e-83d2-9de7478d6ca2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-92dc8-predictor-697694b787-5dvkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "19026"
    uid: 1ad32257-4301-4614-91e0-542b9652e6af
  kind: Event
  lastTimestamp: "2026-09-17T18:00:16Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:00:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:00:16Z"
    name: isvc-sklearn-scale-raw-92dc8-predictor-697694b787-5dvkr.18d62d941e0e8b60
    namespace: kserve-ci-e2e-test
    resourceVersion: "20567"
    uid: 5f0d265d-393b-424d-997c-ee392795d95c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-92dc8-predictor-697694b787-5dvkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "19026"
    uid: 1ad32257-4301-4614-91e0-542b9652e6af
  kind: Event
  lastTimestamp: "2026-09-17T18:00:16Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:00:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:00:16Z"
    name: isvc-sklearn-scale-raw-92dc8-predictor-697694b787-5dvkr.18d62d941e0f9d4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20568"
    uid: a47907d1-0498-4ce1-b93d-81d260768b93
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-92dc8-predictor-697694b787-5dvkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "19026"
    uid: 1ad32257-4301-4614-91e0-542b9652e6af
  kind: Event
  lastTimestamp: "2026-09-17T18:00:23Z"
  message: 'Readiness probe failed: Get "https://10.133.0.31:8643/healthz": dial tcp
    10.133.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:00:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:00:23Z"
    name: isvc-sklearn-scale-raw-92dc8-predictor-697694b787-5dvkr.18d62d94b193dc74
    namespace: kserve-ci-e2e-test
    resourceVersion: "20717"
    uid: cd618851-fe12-4f98-9aac-fce6098d1034
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scale-raw-92dc8-predictor-697694b787
    namespace: kserve-ci-e2e-test
    resourceVersion: "19015"
    uid: b50dd712-2599-4666-b866-e1474d4f2e19
  kind: Event
  lastTimestamp: "2026-09-17T17:57:26Z"
  message: 'Created pod: isvc-sklearn-scale-raw-92dc8-predictor-697694b787-5dvkr'
  metadata:
    creationTimestamp: "2026-09-17T17:57:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:57:26Z"
    name: isvc-sklearn-scale-raw-92dc8-predictor-697694b787.18d62d6c88407503
    namespace: kserve-ci-e2e-test
    resourceVersion: "19025"
    uid: 7472d2cb-edd2-42b0-9596-14746f32711d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scale-raw-92dc8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19013"
    uid: 8a65c7c2-3860-48ff-914c-a92bbdf8a6d4
  kind: Event
  lastTimestamp: "2026-09-17T17:57:26Z"
  message: Scaled up replica set isvc-sklearn-scale-raw-92dc8-predictor-697694b787
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T17:57:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:57:26Z"
    name: isvc-sklearn-scale-raw-92dc8-predictor.18d62d6c84701c68
    namespace: kserve-ci-e2e-test
    resourceVersion: "19018"
    uid: 9af5147d-2d89-42ca-9f44-78aefd14c058
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-92dc8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19014"
    uid: 160ecb59-8d68-4505-b0ef-e99ce9e6b617
  kind: Event
  lastTimestamp: "2026-09-17T17:57:41Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:57:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:57:41Z"
    name: isvc-sklearn-scale-raw-92dc8-predictor.18d62d700320a250
    namespace: kserve-ci-e2e-test
    resourceVersion: "19268"
    uid: 3e410c92-42ed-4202-ac36-23ad608c34d4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-92dc8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19014"
    uid: 160ecb59-8d68-4505-b0ef-e99ce9e6b617
  kind: Event
  lastTimestamp: "2026-09-17T17:57:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:57:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:57:41Z"
    name: isvc-sklearn-scale-raw-92dc8-predictor.18d62d70039a9ff2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19270"
    uid: beb722b3-2d8e-47b0-97dd-2d8cb2404e44
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-92dc8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19269"
    uid: 160ecb59-8d68-4505-b0ef-e99ce9e6b617
  kind: Event
  lastTimestamp: "2026-09-17T18:00:11Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:57:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:00:11Z"
    name: isvc-sklearn-scale-raw-92dc8-predictor.18d62d73826a6e40
    namespace: kserve-ci-e2e-test
    resourceVersion: "20516"
    uid: cf517576-a4ba-4057-99ec-3f7cd5b9e7fd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-92dc8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19269"
    uid: 160ecb59-8d68-4505-b0ef-e99ce9e6b617
  kind: Event
  lastTimestamp: "2026-09-17T18:00:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:57:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:00:11Z"
    name: isvc-sklearn-scale-raw-92dc8-predictor.18d62d7382e57ade
    namespace: kserve-ci-e2e-test
    resourceVersion: "20517"
    uid: 66e86506-1da8-4731-8704-10308f5d5fb9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-92dc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19001"
    uid: 944beb45-45ec-4b40-a29e-2e2699e7cd5c
  kind: Event
  lastTimestamp: "2026-09-17T18:00:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:57:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:00:08Z"
    name: isvc-sklearn-scale-raw-92dc8.18d62d6c84634d6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20499"
    uid: 5416fcdc-2860-49c6-a57c-89653871ce91
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-92dc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20497"
    uid: 944beb45-45ec-4b40-a29e-2e2699e7cd5c
  kind: Event
  lastTimestamp: "2026-09-17T18:00:08Z"
  message: InferenceService [isvc-sklearn-scale-raw-92dc8] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:00:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:00:08Z"
    name: isvc-sklearn-scale-raw-92dc8.18d62d9264127d14
    namespace: kserve-ci-e2e-test
    resourceVersion: "20498"
    uid: 9bf66207-a15a-4c76-84b0-d13f0592c85d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:52:00.244642Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-bbc14-predictor-6f6986cdb9-ddq7s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15467"
    uid: eee8a02f-0c12-4a6e-bb53-df9a11964b06
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-bbc14-predictor-6f6986cdb9-ddq7s
    to ip-10-0-134-156.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:52:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:52:00Z"
    name: isvc-xgboost-graph-raw-bbc14-predictor-6f6986cdb9-ddq7s.18d62d20aa3c9332
    namespace: kserve-ci-e2e-test
    resourceVersion: "15473"
    uid: c3ed811b-fa5f-4930-b9a9-c3c4c80d77b7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-76c867b89b-fnmz4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-bbc14-predictor-6f6986cdb9-ddq7s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15478"
    uid: eee8a02f-0c12-4a6e-bb53-df9a11964b06
  kind: Event
  lastTimestamp: "2026-09-17T17:52:00Z"
  message: Add eth0 [10.134.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:52:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:52:00Z"
    name: isvc-xgboost-graph-raw-bbc14-predictor-6f6986cdb9-ddq7s.18d62d20cc0a4292
    namespace: kserve-ci-e2e-test
    resourceVersion: "15492"
    uid: d8ad3c6c-fe90-4fb6-87c9-99ca8ea9c6a2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-bbc14-predictor-6f6986cdb9-ddq7s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15469"
    uid: eee8a02f-0c12-4a6e-bb53-df9a11964b06
  kind: Event
  lastTimestamp: "2026-09-17T17:52:00Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4352771c5cb4ba9624a857ef32395dc1abbb2576e467cd6caf52080736c17239"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:52:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:00Z"
    name: isvc-xgboost-graph-raw-bbc14-predictor-6f6986cdb9-ddq7s.18d62d20cd92d7b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15496"
    uid: cf6794a0-59cd-4fe6-9057-47d8e194100e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-bbc14-predictor-6f6986cdb9-ddq7s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15469"
    uid: eee8a02f-0c12-4a6e-bb53-df9a11964b06
  kind: Event
  lastTimestamp: "2026-09-17T17:52:00Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:52:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:00Z"
    name: isvc-xgboost-graph-raw-bbc14-predictor-6f6986cdb9-ddq7s.18d62d20d0f896c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15497"
    uid: c07bab5b-1fd7-4b3a-aa4a-88d4abfeb814
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-bbc14-predictor-6f6986cdb9-ddq7s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15469"
    uid: eee8a02f-0c12-4a6e-bb53-df9a11964b06
  kind: Event
  lastTimestamp: "2026-09-17T17:52:00Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:52:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:00Z"
    name: isvc-xgboost-graph-raw-bbc14-predictor-6f6986cdb9-ddq7s.18d62d20d180b91d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15498"
    uid: 18d49b2a-b59f-4dd0-81f8-6d30f7759b00
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-bbc14-predictor-6f6986cdb9-ddq7s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15469"
    uid: eee8a02f-0c12-4a6e-bb53-df9a11964b06
  kind: Event
  lastTimestamp: "2026-09-17T17:52:05Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T17:52:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:05Z"
    name: isvc-xgboost-graph-raw-bbc14-predictor-6f6986cdb9-ddq7s.18d62d21d52820b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15589"
    uid: b4bfd8d8-c7d1-490c-be55-b53c47a20c01
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-bbc14-predictor-6f6986cdb9-ddq7s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15469"
    uid: eee8a02f-0c12-4a6e-bb53-df9a11964b06
  kind: Event
  lastTimestamp: "2026-09-17T17:52:25Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 20.206s (20.206s
    including waiting). Image size: 1435742979 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T17:52:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:25Z"
    name: isvc-xgboost-graph-raw-bbc14-predictor-6f6986cdb9-ddq7s.18d62d26898f2422
    namespace: kserve-ci-e2e-test
    resourceVersion: "15783"
    uid: f0b82fc1-8ddd-424e-84cf-5080cd963b65
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-bbc14-predictor-6f6986cdb9-ddq7s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15469"
    uid: eee8a02f-0c12-4a6e-bb53-df9a11964b06
  kind: Event
  lastTimestamp: "2026-09-17T17:52:25Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:52:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:25Z"
    name: isvc-xgboost-graph-raw-bbc14-predictor-6f6986cdb9-ddq7s.18d62d268e1c0f5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15784"
    uid: 31497091-a4cb-4a65-95e9-ab10e47febe2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-bbc14-predictor-6f6986cdb9-ddq7s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15469"
    uid: eee8a02f-0c12-4a6e-bb53-df9a11964b06
  kind: Event
  lastTimestamp: "2026-09-17T17:52:25Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:52:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:25Z"
    name: isvc-xgboost-graph-raw-bbc14-predictor-6f6986cdb9-ddq7s.18d62d268f3dbc75
    namespace: kserve-ci-e2e-test
    resourceVersion: "15786"
    uid: 6a923da6-f1ce-4b95-bb52-e58540e64a69
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-bbc14-predictor-6f6986cdb9-ddq7s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15469"
    uid: eee8a02f-0c12-4a6e-bb53-df9a11964b06
  kind: Event
  lastTimestamp: "2026-09-17T17:52:25Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:52:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:25Z"
    name: isvc-xgboost-graph-raw-bbc14-predictor-6f6986cdb9-ddq7s.18d62d268f49dcf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15787"
    uid: 9c1d6c4e-7ef8-4db8-9c17-ca28d7c7d319
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-bbc14-predictor-6f6986cdb9-ddq7s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15469"
    uid: eee8a02f-0c12-4a6e-bb53-df9a11964b06
  kind: Event
  lastTimestamp: "2026-09-17T17:52:25Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:52:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:25Z"
    name: isvc-xgboost-graph-raw-bbc14-predictor-6f6986cdb9-ddq7s.18d62d2694100de0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15789"
    uid: df93c2ff-26f4-4c37-a286-58ef4dd7b1e2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-bbc14-predictor-6f6986cdb9-ddq7s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15469"
    uid: eee8a02f-0c12-4a6e-bb53-df9a11964b06
  kind: Event
  lastTimestamp: "2026-09-17T17:52:25Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:52:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:52:25Z"
    name: isvc-xgboost-graph-raw-bbc14-predictor-6f6986cdb9-ddq7s.18d62d2694cb3a44
    namespace: kserve-ci-e2e-test
    resourceVersion: "15790"
    uid: 4d86926d-5522-4398-acf3-7fb755c7ac04
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-bbc14-predictor-6f6986cdb9-ddq7s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15469"
    uid: eee8a02f-0c12-4a6e-bb53-df9a11964b06
  kind: Event
  lastTimestamp: "2026-09-17T17:53:53Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:52:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:53Z"
    name: isvc-xgboost-graph-raw-bbc14-predictor-6f6986cdb9-ddq7s.18d62d26fc431be9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16808"
    uid: ee285eb0-3af4-44b9-ae54-32a249357dcd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-bbc14-predictor-6f6986cdb9-ddq7s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15469"
    uid: eee8a02f-0c12-4a6e-bb53-df9a11964b06
  kind: Event
  lastTimestamp: "2026-09-17T17:53:50Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:53:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:50Z"
    name: isvc-xgboost-graph-raw-bbc14-predictor-6f6986cdb9-ddq7s.18d62d3a53eccb13
    namespace: kserve-ci-e2e-test
    resourceVersion: "16697"
    uid: 906a0fff-2a94-4fb9-92cb-fe33b29a1899
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-bbc14-predictor-6f6986cdb9-ddq7s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15469"
    uid: eee8a02f-0c12-4a6e-bb53-df9a11964b06
  kind: Event
  lastTimestamp: "2026-09-17T17:53:50Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:53:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:50Z"
    name: isvc-xgboost-graph-raw-bbc14-predictor-6f6986cdb9-ddq7s.18d62d3a53ed6a2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16700"
    uid: 6b8e8d73-df15-4a13-af5f-b9ddcfb22b14
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-bbc14-predictor-6f6986cdb9-ddq7s
    namespace: kserve-ci-e2e-test
    resourceVersion: "15469"
    uid: eee8a02f-0c12-4a6e-bb53-df9a11964b06
  kind: Event
  lastTimestamp: "2026-09-17T17:53:53Z"
  message: 'Readiness probe failed: Get "https://10.134.0.27:8643/healthz": dial tcp
    10.134.0.27:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:53:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:53Z"
    name: isvc-xgboost-graph-raw-bbc14-predictor-6f6986cdb9-ddq7s.18d62d3b027b2d1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16806"
    uid: e361f1ce-d927-4500-9aa0-a5fedc2d9e95
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-bbc14-predictor-6f6986cdb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15454"
    uid: fca771ae-6cbb-4594-bf4d-584cbdebdb05
  kind: Event
  lastTimestamp: "2026-09-17T17:52:00Z"
  message: 'Created pod: isvc-xgboost-graph-raw-bbc14-predictor-6f6986cdb9-ddq7s'
  metadata:
    creationTimestamp: "2026-09-17T17:52:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:52:00Z"
    name: isvc-xgboost-graph-raw-bbc14-predictor-6f6986cdb9.18d62d20a9c7b42a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15468"
    uid: d0c23ce8-b874-4a7e-894b-874f9c5e6686
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-bbc14-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15450"
    uid: 39fe3c5d-e955-4232-9523-141ed9b9ecd8
  kind: Event
  lastTimestamp: "2026-09-17T17:52:00Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-bbc14-predictor-6f6986cdb9
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T17:52:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:52:00Z"
    name: isvc-xgboost-graph-raw-bbc14-predictor.18d62d20a66476e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15457"
    uid: 435005b8-5c26-4bd8-8e50-595e2a6ddf71
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-bbc14-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15452"
    uid: 930a3f3d-17df-493a-97a4-ee4f3bba076a
  kind: Event
  lastTimestamp: "2026-09-17T17:52:45Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:52:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:52:45Z"
    name: isvc-xgboost-graph-raw-bbc14-predictor.18d62d2424fd08de
    namespace: kserve-ci-e2e-test
    resourceVersion: "15946"
    uid: 98270edf-649f-41f4-8b05-2bb9b80786a1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-bbc14-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15452"
    uid: 930a3f3d-17df-493a-97a4-ee4f3bba076a
  kind: Event
  lastTimestamp: "2026-09-17T17:52:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:52:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:52:45Z"
    name: isvc-xgboost-graph-raw-bbc14-predictor.18d62d24257aa28d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15947"
    uid: d699b223-db77-4c0c-ba09-b52499e37eb7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-bbc14-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15706"
    uid: 930a3f3d-17df-493a-97a4-ee4f3bba076a
  kind: Event
  lastTimestamp: "2026-09-17T17:53:45Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:53:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:53:45Z"
    name: isvc-xgboost-graph-raw-bbc14-predictor.18d62d2ea233b751
    namespace: kserve-ci-e2e-test
    resourceVersion: "16557"
    uid: 32bfb27e-41fe-4518-adfd-629cc2437b24
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-bbc14-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15706"
    uid: 930a3f3d-17df-493a-97a4-ee4f3bba076a
  kind: Event
  lastTimestamp: "2026-09-17T17:53:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:53:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:53:45Z"
    name: isvc-xgboost-graph-raw-bbc14-predictor.18d62d2ea29dc30d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16558"
    uid: 267e5ecf-a537-463c-af9f-83d4c3cb0cb5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-bbc14
    namespace: kserve-ci-e2e-test
    resourceVersion: "15440"
    uid: 262aab31-c5f7-4a9a-b67a-0d5029b7c985
  kind: Event
  lastTimestamp: "2026-09-17T17:53:33Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:52:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:53:33Z"
    name: isvc-xgboost-graph-raw-bbc14.18d62d20a663c3c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16319"
    uid: fc7cfff4-ad10-4f46-aea4-903356eba125
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-bbc14
    namespace: kserve-ci-e2e-test
    resourceVersion: "16317"
    uid: 262aab31-c5f7-4a9a-b67a-0d5029b7c985
  kind: Event
  lastTimestamp: "2026-09-17T17:53:33Z"
  message: InferenceService [isvc-xgboost-graph-raw-bbc14] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:53:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:53:33Z"
    name: isvc-xgboost-graph-raw-bbc14.18d62d3660325698
    namespace: kserve-ci-e2e-test
    resourceVersion: "16318"
    uid: 70f456a8-1af6-4555-a594-241c243cfe13
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:53:50.665078Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-cb1fd-predictor-7b7db6d6f7-5b8nb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16741"
    uid: 120ac961-8617-458b-b043-04a937010915
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-hpa-cb1fd-predictor-7b7db6d6f7-5b8nb
    to ip-10-0-136-127.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:53:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:53:50Z"
    name: isvc-xgboost-graph-raw-hpa-cb1fd-predictor-7b7db6d6f7-5b8nb.18d62d3a5fceb212
    namespace: kserve-ci-e2e-test
    resourceVersion: "16747"
    uid: 381d2561-248e-43f2-b102-a6734757684b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-76c867b89b-fnmz4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-cb1fd-predictor-7b7db6d6f7-5b8nb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16743"
    uid: 120ac961-8617-458b-b043-04a937010915
  kind: Event
  lastTimestamp: "2026-09-17T17:53:50Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-graph-raw-hpa-cb1fd-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T17:53:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:50Z"
    name: isvc-xgboost-graph-raw-hpa-cb1fd-predictor-7b7db6d6f7-5b8nb.18d62d3a6bcadf0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16757"
    uid: 07fb903f-58c6-42d9-a840-d7ca91868096
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-cb1fd-predictor-7b7db6d6f7-5b8nb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16751"
    uid: 120ac961-8617-458b-b043-04a937010915
  kind: Event
  lastTimestamp: "2026-09-17T17:53:51Z"
  message: Add eth0 [10.133.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:53:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:53:51Z"
    name: isvc-xgboost-graph-raw-hpa-cb1fd-predictor-7b7db6d6f7-5b8nb.18d62d3aa5697174
    namespace: kserve-ci-e2e-test
    resourceVersion: "16774"
    uid: 01a19d54-d406-4c4b-9deb-4d120540026d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-cb1fd-predictor-7b7db6d6f7-5b8nb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16743"
    uid: 120ac961-8617-458b-b043-04a937010915
  kind: Event
  lastTimestamp: "2026-09-17T17:53:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4352771c5cb4ba9624a857ef32395dc1abbb2576e467cd6caf52080736c17239"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:53:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:51Z"
    name: isvc-xgboost-graph-raw-hpa-cb1fd-predictor-7b7db6d6f7-5b8nb.18d62d3aa706af67
    namespace: kserve-ci-e2e-test
    resourceVersion: "16776"
    uid: ec3a4e2a-1263-4eda-9a1e-0ec7691ab0ed
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-cb1fd-predictor-7b7db6d6f7-5b8nb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16743"
    uid: 120ac961-8617-458b-b043-04a937010915
  kind: Event
  lastTimestamp: "2026-09-17T17:53:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:53:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:51Z"
    name: isvc-xgboost-graph-raw-hpa-cb1fd-predictor-7b7db6d6f7-5b8nb.18d62d3aaa859de9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16777"
    uid: 12f8e44a-f622-4151-adc5-035a05bc4b7b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-cb1fd-predictor-7b7db6d6f7-5b8nb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16743"
    uid: 120ac961-8617-458b-b043-04a937010915
  kind: Event
  lastTimestamp: "2026-09-17T17:53:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:53:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:51Z"
    name: isvc-xgboost-graph-raw-hpa-cb1fd-predictor-7b7db6d6f7-5b8nb.18d62d3aaaf5ee8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16778"
    uid: 4bc2e17a-de5b-4728-9288-596cc47c8ffd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-cb1fd-predictor-7b7db6d6f7-5b8nb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16743"
    uid: 120ac961-8617-458b-b043-04a937010915
  kind: Event
  lastTimestamp: "2026-09-17T17:53:56Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T17:53:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:56Z"
    name: isvc-xgboost-graph-raw-hpa-cb1fd-predictor-7b7db6d6f7-5b8nb.18d62d3bc305af9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16852"
    uid: 8d60b3c7-cf02-4e55-85f9-272719eb6735
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-cb1fd-predictor-7b7db6d6f7-5b8nb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16743"
    uid: 120ac961-8617-458b-b043-04a937010915
  kind: Event
  lastTimestamp: "2026-09-17T17:54:15Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 18.754s (18.754s
    including waiting). Image size: 1435742979 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T17:54:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:15Z"
    name: isvc-xgboost-graph-raw-hpa-cb1fd-predictor-7b7db6d6f7-5b8nb.18d62d4020dfa84a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17003"
    uid: 59e8c61c-02bb-4665-bbf4-6b10c667cb78
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-cb1fd-predictor-7b7db6d6f7-5b8nb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16743"
    uid: 120ac961-8617-458b-b043-04a937010915
  kind: Event
  lastTimestamp: "2026-09-17T17:54:15Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:54:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:15Z"
    name: isvc-xgboost-graph-raw-hpa-cb1fd-predictor-7b7db6d6f7-5b8nb.18d62d4023f070a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17005"
    uid: cdc2b4cf-59b1-41e9-9bcc-6aa0ee616e56
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-cb1fd-predictor-7b7db6d6f7-5b8nb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16743"
    uid: 120ac961-8617-458b-b043-04a937010915
  kind: Event
  lastTimestamp: "2026-09-17T17:54:15Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:54:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:15Z"
    name: isvc-xgboost-graph-raw-hpa-cb1fd-predictor-7b7db6d6f7-5b8nb.18d62d40246345cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17006"
    uid: a05ffec3-81cf-4dea-9c44-45a616d6137b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-cb1fd-predictor-7b7db6d6f7-5b8nb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16743"
    uid: 120ac961-8617-458b-b043-04a937010915
  kind: Event
  lastTimestamp: "2026-09-17T17:54:15Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:54:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:15Z"
    name: isvc-xgboost-graph-raw-hpa-cb1fd-predictor-7b7db6d6f7-5b8nb.18d62d40246d29db
    namespace: kserve-ci-e2e-test
    resourceVersion: "17007"
    uid: b08bc64e-07d1-4b75-9f8d-4d8a87bf3f50
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-cb1fd-predictor-7b7db6d6f7-5b8nb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16743"
    uid: 120ac961-8617-458b-b043-04a937010915
  kind: Event
  lastTimestamp: "2026-09-17T17:54:15Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:54:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:15Z"
    name: isvc-xgboost-graph-raw-hpa-cb1fd-predictor-7b7db6d6f7-5b8nb.18d62d4027307281
    namespace: kserve-ci-e2e-test
    resourceVersion: "17008"
    uid: f539e55d-b54a-4671-a4b0-b8c3df9e1209
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-cb1fd-predictor-7b7db6d6f7-5b8nb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16743"
    uid: 120ac961-8617-458b-b043-04a937010915
  kind: Event
  lastTimestamp: "2026-09-17T17:54:15Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:54:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:15Z"
    name: isvc-xgboost-graph-raw-hpa-cb1fd-predictor-7b7db6d6f7-5b8nb.18d62d4027a08884
    namespace: kserve-ci-e2e-test
    resourceVersion: "17009"
    uid: e615e6a5-e0cf-4130-87cc-b59290143ccb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-cb1fd-predictor-7b7db6d6f7-5b8nb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16743"
    uid: 120ac961-8617-458b-b043-04a937010915
  kind: Event
  lastTimestamp: "2026-09-17T17:55:41Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:54:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:55:41Z"
    name: isvc-xgboost-graph-raw-hpa-cb1fd-predictor-7b7db6d6f7-5b8nb.18d62d403547f4ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "17966"
    uid: 6dfb047a-fa6f-44f5-b03d-570caf7ac208
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-cb1fd-predictor-7b7db6d6f7-5b8nb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16743"
    uid: 120ac961-8617-458b-b043-04a937010915
  kind: Event
  lastTimestamp: "2026-09-17T17:55:40Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:55:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:55:40Z"
    name: isvc-xgboost-graph-raw-hpa-cb1fd-predictor-7b7db6d6f7-5b8nb.18d62d53ff94403a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17945"
    uid: 7ac69d40-0484-4017-b1cd-836309b6de20
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-cb1fd-predictor-7b7db6d6f7-5b8nb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16743"
    uid: 120ac961-8617-458b-b043-04a937010915
  kind: Event
  lastTimestamp: "2026-09-17T17:55:40Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:55:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:55:40Z"
    name: isvc-xgboost-graph-raw-hpa-cb1fd-predictor-7b7db6d6f7-5b8nb.18d62d53ff94cdcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17947"
    uid: ffe60724-3057-445f-b44c-11764ae3b121
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-cb1fd-predictor-7b7db6d6f7-5b8nb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16743"
    uid: 120ac961-8617-458b-b043-04a937010915
  kind: Event
  lastTimestamp: "2026-09-17T17:55:41Z"
  message: 'Readiness probe failed: Get "https://10.133.0.28:8643/healthz": dial tcp
    10.133.0.28:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:55:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:55:41Z"
    name: isvc-xgboost-graph-raw-hpa-cb1fd-predictor-7b7db6d6f7-5b8nb.18d62d543b84411a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17965"
    uid: 3f13346f-dea0-4afa-8fd5-eb80d5f4d9c6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-hpa-cb1fd-predictor-7b7db6d6f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16733"
    uid: cc67dce6-bc66-4ab7-a618-8fb1942964f4
  kind: Event
  lastTimestamp: "2026-09-17T17:53:50Z"
  message: 'Created pod: isvc-xgboost-graph-raw-hpa-cb1fd-predictor-7b7db6d6f7-5b8nb'
  metadata:
    creationTimestamp: "2026-09-17T17:53:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:53:50Z"
    name: isvc-xgboost-graph-raw-hpa-cb1fd-predictor-7b7db6d6f7.18d62d3a5f3eba48
    namespace: kserve-ci-e2e-test
    resourceVersion: "16742"
    uid: e9290533-5294-4109-8b7e-7b8a890da413
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-hpa-cb1fd-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16728"
    uid: 4e72f012-14b5-4372-a790-255ca95cb370
  kind: Event
  lastTimestamp: "2026-09-17T17:53:50Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-hpa-cb1fd-predictor-7b7db6d6f7
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T17:53:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:53:50Z"
    name: isvc-xgboost-graph-raw-hpa-cb1fd-predictor.18d62d3a5c880e8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16735"
    uid: bef941cd-f781-4be1-a750-e3b7646fd78b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-cb1fd-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16732"
    uid: 150e96ff-c19a-4168-80be-7ce172c71e96
  kind: Event
  lastTimestamp: "2026-09-17T17:54:20Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:54:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:54:20Z"
    name: isvc-xgboost-graph-raw-hpa-cb1fd-predictor.18d62d3ddb533a6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17052"
    uid: fcd35c41-eabf-44d9-bca2-5b59d082069c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-cb1fd-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16732"
    uid: 150e96ff-c19a-4168-80be-7ce172c71e96
  kind: Event
  lastTimestamp: "2026-09-17T17:54:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:54:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:54:20Z"
    name: isvc-xgboost-graph-raw-hpa-cb1fd-predictor.18d62d3ddbf92bf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17053"
    uid: dcbf6991-c9a7-47ca-a9da-95123d7dda3e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-cb1fd-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16933"
    uid: 150e96ff-c19a-4168-80be-7ce172c71e96
  kind: Event
  lastTimestamp: "2026-09-17T17:55:35Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:54:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:55:35Z"
    name: isvc-xgboost-graph-raw-hpa-cb1fd-predictor.18d62d44d99427a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17820"
    uid: 32bfb882-edc4-4e8d-bfd3-cfa870323e9d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-cb1fd-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16933"
    uid: 150e96ff-c19a-4168-80be-7ce172c71e96
  kind: Event
  lastTimestamp: "2026-09-17T17:55:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:54:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:55:35Z"
    name: isvc-xgboost-graph-raw-hpa-cb1fd-predictor.18d62d44da0c454c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17821"
    uid: b22a7cd7-b09a-46dd-9abf-bf83a5a70a4b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-cb1fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16714"
    uid: a5ac9498-5ebb-42e2-a949-a2dcf2f6d4bd
  kind: Event
  lastTimestamp: "2026-09-17T17:55:21Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:53:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:55:21Z"
    name: isvc-xgboost-graph-raw-hpa-cb1fd.18d62d3a5c821eb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17671"
    uid: 454f3588-ab3c-42b2-bff0-069749cf1c47
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-cb1fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17669"
    uid: a5ac9498-5ebb-42e2-a949-a2dcf2f6d4bd
  kind: Event
  lastTimestamp: "2026-09-17T17:55:21Z"
  message: InferenceService [isvc-xgboost-graph-raw-hpa-cb1fd] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:55:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:55:21Z"
    name: isvc-xgboost-graph-raw-hpa-cb1fd.18d62d4f98d4fa23
    namespace: kserve-ci-e2e-test
    resourceVersion: "17670"
    uid: a052e641-a90b-49e5-a7f5-2cf88b92ecf7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:55:40.670727Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-39c63-predictor-66ff79587d-s6vgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17918"
    uid: 3dbee895-fe94-4cba-bb83-521b79b34ab2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-raw-39c63-predictor-66ff79587d-s6vgg
    to ip-10-0-134-156.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:55:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:55:40Z"
    name: message-dumper-raw-39c63-predictor-66ff79587d-s6vgg.18d62d53fca7a523
    namespace: kserve-ci-e2e-test
    resourceVersion: "17927"
    uid: 97e7f515-e462-4f67-a9d0-2a79b96b359d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-76c867b89b-fnmz4
  source: {}
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-39c63-predictor-66ff79587d-s6vgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17924"
    uid: 3dbee895-fe94-4cba-bb83-521b79b34ab2
  kind: Event
  lastTimestamp: "2026-09-17T17:55:41Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "message-dumper-raw-39c63-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T17:55:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:55:41Z"
    name: message-dumper-raw-39c63-predictor-66ff79587d-s6vgg.18d62d5406a2bc98
    namespace: kserve-ci-e2e-test
    resourceVersion: "17956"
    uid: cd81be15-2ed0-4fcc-bd99-d844206317c6
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-39c63-predictor-66ff79587d-s6vgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17943"
    uid: 3dbee895-fe94-4cba-bb83-521b79b34ab2
  kind: Event
  lastTimestamp: "2026-09-17T17:55:42Z"
  message: Add eth0 [10.134.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:55:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:55:42Z"
    name: message-dumper-raw-39c63-predictor-66ff79587d-s6vgg.18d62d547a01609b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17979"
    uid: f2717fdd-c7a5-4f5b-883b-1891df0cca64
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-39c63-predictor-66ff79587d-s6vgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17924"
    uid: 3dbee895-fe94-4cba-bb83-521b79b34ab2
  kind: Event
  lastTimestamp: "2026-09-17T17:55:42Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-09-17T17:55:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:55:42Z"
    name: message-dumper-raw-39c63-predictor-66ff79587d-s6vgg.18d62d547b6ccdcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17981"
    uid: 94a372d7-5b84-439f-ae60-828a9054d5f0
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-39c63-predictor-66ff79587d-s6vgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17924"
    uid: 3dbee895-fe94-4cba-bb83-521b79b34ab2
  kind: Event
  lastTimestamp: "2026-09-17T17:55:43Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.1s (1.1s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T17:55:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:55:43Z"
    name: message-dumper-raw-39c63-predictor-66ff79587d-s6vgg.18d62d54bd04e991
    namespace: kserve-ci-e2e-test
    resourceVersion: "17987"
    uid: 8a8315b5-5912-4e1b-9407-f3093c283367
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-39c63-predictor-66ff79587d-s6vgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17924"
    uid: 3dbee895-fe94-4cba-bb83-521b79b34ab2
  kind: Event
  lastTimestamp: "2026-09-17T17:55:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:55:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:55:43Z"
    name: message-dumper-raw-39c63-predictor-66ff79587d-s6vgg.18d62d54bfaf673e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17988"
    uid: 3990a3fc-a809-4472-8805-6fb364b7e21c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-39c63-predictor-66ff79587d-s6vgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17924"
    uid: 3dbee895-fe94-4cba-bb83-521b79b34ab2
  kind: Event
  lastTimestamp: "2026-09-17T17:55:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:55:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:55:43Z"
    name: message-dumper-raw-39c63-predictor-66ff79587d-s6vgg.18d62d54c01fa1fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17989"
    uid: b0de7798-d1a8-4418-8b17-bc642e61053b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-39c63-predictor-66ff79587d-s6vgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17924"
    uid: 3dbee895-fe94-4cba-bb83-521b79b34ab2
  kind: Event
  lastTimestamp: "2026-09-17T17:55:43Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:55:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:55:43Z"
    name: message-dumper-raw-39c63-predictor-66ff79587d-s6vgg.18d62d54c02acae6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17990"
    uid: 211ab994-8d9e-4833-ab05-30bf171cddf6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-39c63-predictor-66ff79587d-s6vgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17924"
    uid: 3dbee895-fe94-4cba-bb83-521b79b34ab2
  kind: Event
  lastTimestamp: "2026-09-17T17:55:44Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:55:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:55:44Z"
    name: message-dumper-raw-39c63-predictor-66ff79587d-s6vgg.18d62d54c32492c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17991"
    uid: 11134853-7728-44e3-b1a2-56affdcf51b6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-39c63-predictor-66ff79587d-s6vgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17924"
    uid: 3dbee895-fe94-4cba-bb83-521b79b34ab2
  kind: Event
  lastTimestamp: "2026-09-17T17:55:44Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:55:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:55:44Z"
    name: message-dumper-raw-39c63-predictor-66ff79587d-s6vgg.18d62d54c396f478
    namespace: kserve-ci-e2e-test
    resourceVersion: "17992"
    uid: ff6f3048-62f9-4f93-9280-8cfc45cf48fd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-39c63-predictor-66ff79587d-s6vgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17924"
    uid: 3dbee895-fe94-4cba-bb83-521b79b34ab2
  kind: Event
  lastTimestamp: "2026-09-17T17:57:25Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:57:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:57:25Z"
    name: message-dumper-raw-39c63-predictor-66ff79587d-s6vgg.18d62d6c819d2018
    namespace: kserve-ci-e2e-test
    resourceVersion: "19005"
    uid: 9d361725-1177-437d-8fbf-ec8652e5149b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-39c63-predictor-66ff79587d-s6vgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17924"
    uid: 3dbee895-fe94-4cba-bb83-521b79b34ab2
  kind: Event
  lastTimestamp: "2026-09-17T17:57:25Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:57:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:57:25Z"
    name: message-dumper-raw-39c63-predictor-66ff79587d-s6vgg.18d62d6c819dc3c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19006"
    uid: 130b039f-4e37-42d5-914d-d512f31f5eed
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-39c63-predictor-66ff79587d-s6vgg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17924"
    uid: 3dbee895-fe94-4cba-bb83-521b79b34ab2
  kind: Event
  lastTimestamp: "2026-09-17T17:57:27Z"
  message: 'Readiness probe failed: Get "https://10.134.0.32:8643/healthz": net/http:
    request canceled while waiting for connection (Client.Timeout exceeded while awaiting
    headers)'
  metadata:
    creationTimestamp: "2026-09-17T17:57:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:57:27Z"
    name: message-dumper-raw-39c63-predictor-66ff79587d-s6vgg.18d62d6cce5f6285
    namespace: kserve-ci-e2e-test
    resourceVersion: "19102"
    uid: d71cd5ed-2b7d-40ec-8e7e-ae89a3e2f632
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-raw-39c63-predictor-66ff79587d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17907"
    uid: 2950b76a-c774-457c-8c9e-360eecdef9d7
  kind: Event
  lastTimestamp: "2026-09-17T17:55:40Z"
  message: 'Created pod: message-dumper-raw-39c63-predictor-66ff79587d-s6vgg'
  metadata:
    creationTimestamp: "2026-09-17T17:55:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:55:40Z"
    name: message-dumper-raw-39c63-predictor-66ff79587d.18d62d53fc210cb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17923"
    uid: c0f8b897-181f-43c5-9658-2c71a7fad30f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-raw-39c63-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17904"
    uid: 11f352f6-9f1e-464e-bef3-ec478b17cd90
  kind: Event
  lastTimestamp: "2026-09-17T17:55:40Z"
  message: Scaled up replica set message-dumper-raw-39c63-predictor-66ff79587d from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T17:55:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:55:40Z"
    name: message-dumper-raw-39c63-predictor.18d62d53fa0be99d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17910"
    uid: fe693dfe-4b55-4767-81e2-680810a801b7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-39c63-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17905"
    uid: 96a01aef-5c82-4944-afd5-16a0f421f567
  kind: Event
  lastTimestamp: "2026-09-17T17:55:55Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:55:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:55:55Z"
    name: message-dumper-raw-39c63-predictor.18d62d5778490984
    namespace: kserve-ci-e2e-test
    resourceVersion: "18093"
    uid: c7b8ed6d-b51e-4a6f-ab22-3a4c51c9eee9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-39c63-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17905"
    uid: 96a01aef-5c82-4944-afd5-16a0f421f567
  kind: Event
  lastTimestamp: "2026-09-17T17:55:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:55:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:55:55Z"
    name: message-dumper-raw-39c63-predictor.18d62d5778bed22c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18095"
    uid: ee547bf7-d7ac-46b7-a10d-11d93148b5d7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-39c63-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18094"
    uid: 96a01aef-5c82-4944-afd5-16a0f421f567
  kind: Event
  lastTimestamp: "2026-09-17T17:56:10Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:56:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:56:10Z"
    name: message-dumper-raw-39c63-predictor.18d62d5af82f7caf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18283"
    uid: a85449a3-6a76-422a-8ef5-20e95da96c90
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-39c63-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18094"
    uid: 96a01aef-5c82-4944-afd5-16a0f421f567
  kind: Event
  lastTimestamp: "2026-09-17T17:56:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:56:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:56:10Z"
    name: message-dumper-raw-39c63-predictor.18d62d5af8a69f02
    namespace: kserve-ci-e2e-test
    resourceVersion: "18284"
    uid: 3557da13-3b5f-427d-a06d-065df6fd4474
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-39c63
    namespace: kserve-ci-e2e-test
    resourceVersion: "17882"
    uid: 29e6f421-5968-4ac7-895b-8e08b149e929
  kind: Event
  lastTimestamp: "2026-09-17T17:55:51Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:55:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:55:51Z"
    name: message-dumper-raw-39c63.18d62d53f9be4308
    namespace: kserve-ci-e2e-test
    resourceVersion: "18064"
    uid: 539ec281-4531-476a-9390-74031eaa0f01
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-39c63
    namespace: kserve-ci-e2e-test
    resourceVersion: "17882"
    uid: 29e6f421-5968-4ac7-895b-8e08b149e929
  kind: Event
  lastTimestamp: "2026-09-17T17:55:40Z"
  message: 'Failed to update status for InferenceService "message-dumper-raw-39c63":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper-raw-39c63":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:55:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:55:40Z"
    name: message-dumper-raw-39c63.18d62d53fa4a8c08
    namespace: kserve-ci-e2e-test
    resourceVersion: "17912"
    uid: 49eac3f4-8a64-4575-bb70-e7690a5d486b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-39c63
    namespace: kserve-ci-e2e-test
    resourceVersion: "18062"
    uid: 29e6f421-5968-4ac7-895b-8e08b149e929
  kind: Event
  lastTimestamp: "2026-09-17T17:55:51Z"
  message: InferenceService [message-dumper-raw-39c63] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:55:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:55:51Z"
    name: message-dumper-raw-39c63.18d62d5679604ea1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18063"
    uid: 2eb61381-f1fd-4fa6-88bc-45981fb9afe9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T18:05:11.179820Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-d525w
    namespace: kserve-ci-e2e-test
    resourceVersion: "23159"
    uid: aeda331a-368f-4d00-8d4b-0fee70b77bb7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-raw-cipn-predictor-9774bf55d-d525w
    to ip-10-0-134-156.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T18:05:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T18:05:11Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-d525w.18d62dd8d1a5a930
    namespace: kserve-ci-e2e-test
    resourceVersion: "23163"
    uid: 6b62bf25-bc0e-4f82-8dc3-bcb5c90c02bb
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-76c867b89b-fnmz4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-d525w
    namespace: kserve-ci-e2e-test
    resourceVersion: "23167"
    uid: aeda331a-368f-4d00-8d4b-0fee70b77bb7
  kind: Event
  lastTimestamp: "2026-09-17T18:05:11Z"
  message: Add eth0 [10.134.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T18:05:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T18:05:11Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-d525w.18d62dd8f3886d76
    namespace: kserve-ci-e2e-test
    resourceVersion: "23173"
    uid: 98b319c7-3b0b-499f-ac87-0040bcf9030b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-d525w
    namespace: kserve-ci-e2e-test
    resourceVersion: "23161"
    uid: aeda331a-368f-4d00-8d4b-0fee70b77bb7
  kind: Event
  lastTimestamp: "2026-09-17T18:05:11Z"
  message: Container image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:05:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:05:11Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-d525w.18d62dd8f577baef
    namespace: kserve-ci-e2e-test
    resourceVersion: "23175"
    uid: c27f9745-c739-4887-ad9f-977336c6f302
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-d525w
    namespace: kserve-ci-e2e-test
    resourceVersion: "23161"
    uid: aeda331a-368f-4d00-8d4b-0fee70b77bb7
  kind: Event
  lastTimestamp: "2026-09-17T18:05:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T18:05:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:05:11Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-d525w.18d62dd8f894c6fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23177"
    uid: 04bf5812-b2b8-4314-8e6f-535a883c5c60
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-d525w
    namespace: kserve-ci-e2e-test
    resourceVersion: "23161"
    uid: aeda331a-368f-4d00-8d4b-0fee70b77bb7
  kind: Event
  lastTimestamp: "2026-09-17T18:05:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:05:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:05:11Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-d525w.18d62dd8f904dca2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23178"
    uid: 8a121245-4299-4834-b5d9-ee393db7908b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-d525w
    namespace: kserve-ci-e2e-test
    resourceVersion: "23161"
    uid: aeda331a-368f-4d00-8d4b-0fee70b77bb7
  kind: Event
  lastTimestamp: "2026-09-17T18:05:11Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T18:05:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:05:11Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-d525w.18d62dd8f90f06af
    namespace: kserve-ci-e2e-test
    resourceVersion: "23179"
    uid: c0552621-6260-4d7f-ac81-1674d05cbc8d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-d525w
    namespace: kserve-ci-e2e-test
    resourceVersion: "23161"
    uid: aeda331a-368f-4d00-8d4b-0fee70b77bb7
  kind: Event
  lastTimestamp: "2026-09-17T18:05:11Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T18:05:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:05:11Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-d525w.18d62dd8fbbffd29
    namespace: kserve-ci-e2e-test
    resourceVersion: "23180"
    uid: e160b3c7-08b6-49ea-b8f3-b38d68179c4a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-d525w
    namespace: kserve-ci-e2e-test
    resourceVersion: "23161"
    uid: aeda331a-368f-4d00-8d4b-0fee70b77bb7
  kind: Event
  lastTimestamp: "2026-09-17T18:05:11Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:05:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:05:11Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-d525w.18d62dd8fc35e36f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23181"
    uid: 32485a1f-1527-414d-abb4-d20e1d91e2a9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-d525w
    namespace: kserve-ci-e2e-test
    resourceVersion: "23161"
    uid: aeda331a-368f-4d00-8d4b-0fee70b77bb7
  kind: Event
  lastTimestamp: "2026-09-17T18:06:56Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:06:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:06:56Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-d525w.18d62df156193c44
    namespace: kserve-ci-e2e-test
    resourceVersion: "24055"
    uid: 72bada2d-cc8f-4966-a71a-363bff5e5e03
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:06:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-d525w
    namespace: kserve-ci-e2e-test
    resourceVersion: "23161"
    uid: aeda331a-368f-4d00-8d4b-0fee70b77bb7
  kind: Event
  lastTimestamp: "2026-09-17T18:06:56Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:06:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:06:56Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-d525w.18d62df15619b34c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24056"
    uid: ff35f046-df98-4b8a-b3bc-b91d3a77b0e5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-raw-cipn-predictor-9774bf55d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23147"
    uid: fdfe2970-5605-4ff5-a475-1bb2f763150c
  kind: Event
  lastTimestamp: "2026-09-17T18:05:11Z"
  message: 'Created pod: message-dumper-raw-cipn-predictor-9774bf55d-d525w'
  metadata:
    creationTimestamp: "2026-09-17T18:05:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:05:11Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d.18d62dd8d1243291
    namespace: kserve-ci-e2e-test
    resourceVersion: "23160"
    uid: 33609b76-d9e7-4507-9047-4e215ea6884b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23144"
    uid: edc2b75f-4b5a-43e3-96e3-2e95e10dc211
  kind: Event
  lastTimestamp: "2026-09-17T18:05:11Z"
  message: Scaled up replica set message-dumper-raw-cipn-predictor-9774bf55d from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T18:05:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:05:11Z"
    name: message-dumper-raw-cipn-predictor.18d62dd8ca8e795c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23149"
    uid: 1cc58243-112b-4e15-95af-811d9f7ce290
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23145"
    uid: 3de7f316-df91-47cc-8906-45e97befe881
  kind: Event
  lastTimestamp: "2026-09-17T18:05:56Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:05:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:05:56Z"
    name: message-dumper-raw-cipn-predictor.18d62ddc4a02d268
    namespace: kserve-ci-e2e-test
    resourceVersion: "23581"
    uid: ca1670ec-ec72-40c0-b099-7cd2e172f1e2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23145"
    uid: 3de7f316-df91-47cc-8906-45e97befe881
  kind: Event
  lastTimestamp: "2026-09-17T18:05:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T18:05:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:05:56Z"
    name: message-dumper-raw-cipn-predictor.18d62ddc4a6dcd36
    namespace: kserve-ci-e2e-test
    resourceVersion: "23582"
    uid: c95c59b4-485c-4379-81e2-815fcc73f289
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23344"
    uid: 3de7f316-df91-47cc-8906-45e97befe881
  kind: Event
  lastTimestamp: "2026-09-17T18:05:41Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:05:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:05:41Z"
    name: message-dumper-raw-cipn-predictor.18d62ddfc9fc7bf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23477"
    uid: a67fac58-98bc-4c9b-969d-7fcaf961c1a1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23344"
    uid: 3de7f316-df91-47cc-8906-45e97befe881
  kind: Event
  lastTimestamp: "2026-09-17T18:05:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:05:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:05:41Z"
    name: message-dumper-raw-cipn-predictor.18d62ddfca73f364
    namespace: kserve-ci-e2e-test
    resourceVersion: "23478"
    uid: be49c4ab-13f6-427c-bd75-2a62c3d1590e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23137"
    uid: 7d2ee22d-91c4-4c14-94af-d030fa3dce05
  kind: Event
  lastTimestamp: "2026-09-17T18:05:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T18:05:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:05:19Z"
    name: message-dumper-raw-cipn.18d62dd8ca7f6c25
    namespace: kserve-ci-e2e-test
    resourceVersion: "23255"
    uid: c44ef3d7-8a6d-4f64-908e-0df774546e47
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23137"
    uid: 7d2ee22d-91c4-4c14-94af-d030fa3dce05
  kind: Event
  lastTimestamp: "2026-09-17T18:05:11Z"
  message: 'Failed to update status for InferenceService "message-dumper-raw-cipn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper-raw-cipn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T18:05:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:05:11Z"
    name: message-dumper-raw-cipn.18d62dd8cb77b69f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23153"
    uid: 368ed55f-c5da-484f-8bb7-6c504140eedf
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:05:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23252"
    uid: 7d2ee22d-91c4-4c14-94af-d030fa3dce05
  kind: Event
  lastTimestamp: "2026-09-17T18:05:19Z"
  message: InferenceService [message-dumper-raw-cipn] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:05:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:05:19Z"
    name: message-dumper-raw-cipn.18d62ddad101fe7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23253"
    uid: 9d55dbeb-5c32-443c-9589-d05677a6d4c4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:53:40.149796Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-bbc14-985d5bb68-js5x4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16406"
    uid: 11132c15-bb6c-4157-b02a-9d54d724384e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-bbc14-985d5bb68-js5x4
    to ip-10-0-136-127.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:53:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:53:40Z"
    name: model-chainer-raw-bbc14-985d5bb68-js5x4.18d62d37ed0c3fdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16411"
    uid: 01b657c2-744f-4f8c-a1fb-59733534df8c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-76c867b89b-fnmz4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-bbc14-985d5bb68-js5x4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16410"
    uid: 11132c15-bb6c-4157-b02a-9d54d724384e
  kind: Event
  lastTimestamp: "2026-09-17T17:53:40Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "model-chainer-raw-bbc14-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T17:53:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:40Z"
    name: model-chainer-raw-bbc14-985d5bb68-js5x4.18d62d37f4d7e1ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "16445"
    uid: 2ca01d2e-40ec-4a44-b028-542e22022d36
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-bbc14-985d5bb68-js5x4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16419"
    uid: 11132c15-bb6c-4157-b02a-9d54d724384e
  kind: Event
  lastTimestamp: "2026-09-17T17:53:41Z"
  message: Add eth0 [10.133.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:53:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:53:41Z"
    name: model-chainer-raw-bbc14-985d5bb68-js5x4.18d62d38328a44f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16501"
    uid: d584f81f-805d-4fd4-9806-fe58533aa165
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-bbc14}
    kind: Pod
    name: model-chainer-raw-bbc14-985d5bb68-js5x4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16410"
    uid: 11132c15-bb6c-4157-b02a-9d54d724384e
  kind: Event
  lastTimestamp: "2026-09-17T17:53:41Z"
  message: Pulling image "quay.io/opendatahub/kserve-router@sha256:bb50e7052755d34993c754ebb5475c57cbe2445f423ca013a14a621d1f8fda77"
  metadata:
    creationTimestamp: "2026-09-17T17:53:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:41Z"
    name: model-chainer-raw-bbc14-985d5bb68-js5x4.18d62d3833fb70da
    namespace: kserve-ci-e2e-test
    resourceVersion: "16504"
    uid: e32029f9-4a43-47a9-aa8f-940a94ce5813
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-bbc14}
    kind: Pod
    name: model-chainer-raw-bbc14-985d5bb68-js5x4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16410"
    uid: 11132c15-bb6c-4157-b02a-9d54d724384e
  kind: Event
  lastTimestamp: "2026-09-17T17:53:43Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:bb50e7052755d34993c754ebb5475c57cbe2445f423ca013a14a621d1f8fda77"
    in 1.829s (1.829s including waiting). Image size: 211751507 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T17:53:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:43Z"
    name: model-chainer-raw-bbc14-985d5bb68-js5x4.18d62d38a109ff1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16534"
    uid: fc1d8d65-264e-4e3c-89ee-1e1d1bfc7f5a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-bbc14}
    kind: Pod
    name: model-chainer-raw-bbc14-985d5bb68-js5x4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16410"
    uid: 11132c15-bb6c-4157-b02a-9d54d724384e
  kind: Event
  lastTimestamp: "2026-09-17T17:53:43Z"
  message: 'Created container: model-chainer-raw-bbc14'
  metadata:
    creationTimestamp: "2026-09-17T17:53:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:43Z"
    name: model-chainer-raw-bbc14-985d5bb68-js5x4.18d62d38a408e552
    namespace: kserve-ci-e2e-test
    resourceVersion: "16536"
    uid: 0814febb-cf01-4f2e-afed-81e393e4f1ea
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-bbc14}
    kind: Pod
    name: model-chainer-raw-bbc14-985d5bb68-js5x4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16410"
    uid: 11132c15-bb6c-4157-b02a-9d54d724384e
  kind: Event
  lastTimestamp: "2026-09-17T17:53:43Z"
  message: Started container model-chainer-raw-bbc14
  metadata:
    creationTimestamp: "2026-09-17T17:53:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:43Z"
    name: model-chainer-raw-bbc14-985d5bb68-js5x4.18d62d38a4bd922f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16537"
    uid: 20e6e46e-7ec9-47cf-8c4b-ea6848aceddd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-bbc14}
    kind: Pod
    name: model-chainer-raw-bbc14-985d5bb68-js5x4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16410"
    uid: 11132c15-bb6c-4157-b02a-9d54d724384e
  kind: Event
  lastTimestamp: "2026-09-17T17:53:50Z"
  message: Stopping container model-chainer-raw-bbc14
  metadata:
    creationTimestamp: "2026-09-17T17:53:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:50Z"
    name: model-chainer-raw-bbc14-985d5bb68-js5x4.18d62d3a429ec930
    namespace: kserve-ci-e2e-test
    resourceVersion: "16649"
    uid: d169605c-5bea-4bef-bdc7-d579c13489b3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-bbc14}
    kind: Pod
    name: model-chainer-raw-bbc14-985d5bb68-js5x4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16410"
    uid: 11132c15-bb6c-4157-b02a-9d54d724384e
  kind: Event
  lastTimestamp: "2026-09-17T17:54:19Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-17T17:53:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:19Z"
    name: model-chainer-raw-bbc14-985d5bb68-js5x4.18d62d3b4850f347
    namespace: kserve-ci-e2e-test
    resourceVersion: "17038"
    uid: e40f260e-7a5d-4d05-8524-67df6b2cd2ba
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-bbc14-985d5bb68
    namespace: kserve-ci-e2e-test
    resourceVersion: "16401"
    uid: e975a238-160c-476b-b316-52965df89084
  kind: Event
  lastTimestamp: "2026-09-17T17:53:40Z"
  message: 'Created pod: model-chainer-raw-bbc14-985d5bb68-js5x4'
  metadata:
    creationTimestamp: "2026-09-17T17:53:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:53:40Z"
    name: model-chainer-raw-bbc14-985d5bb68.18d62d37ec8983a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16409"
    uid: 917bdd8b-f628-42a1-b520-bfe26ed18d5d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-bbc14
    namespace: kserve-ci-e2e-test
    resourceVersion: "16398"
    uid: 6ae4142f-d8b6-4b5b-a1c0-0640ec25b061
  kind: Event
  lastTimestamp: "2026-09-17T17:53:40Z"
  message: Scaled up replica set model-chainer-raw-bbc14-985d5bb68 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T17:53:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:53:40Z"
    name: model-chainer-raw-bbc14.18d62d37eb74273d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16403"
    uid: f3bbed09-5dd6-404a-a0c9-e04e33269c8e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-bbc14
    namespace: kserve-ci-e2e-test
    resourceVersion: "16440"
    uid: ff83b2a6-c103-496a-86df-d64bc0f319f4
  kind: Event
  lastTimestamp: "2026-09-17T17:53:40Z"
  message: InferenceGraph [model-chainer-raw-bbc14] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:53:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:53:40Z"
    name: model-chainer-raw-bbc14.18d62d37f3901833
    namespace: kserve-ci-e2e-test
    resourceVersion: "16443"
    uid: 3951d3cd-6877-4e54-ac69-92e1b72e51bd
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:55:30.432446Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-cb1fd-88f49cd48-sflj8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17757"
    uid: 8831241f-9fea-415f-a060-8953a4cac1cd
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-hpa-cb1fd-88f49cd48-sflj8
    to ip-10-0-136-127.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:55:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:55:30Z"
    name: model-chainer-raw-hpa-cb1fd-88f49cd48-sflj8.18d62d519a67f44d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17763"
    uid: 35b66f01-01c1-4225-b236-a20763f8ca19
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-76c867b89b-fnmz4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-cb1fd-88f49cd48-sflj8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17767"
    uid: 8831241f-9fea-415f-a060-8953a4cac1cd
  kind: Event
  lastTimestamp: "2026-09-17T17:55:30Z"
  message: Add eth0 [10.133.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:55:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:55:31Z"
    name: model-chainer-raw-hpa-cb1fd-88f49cd48-sflj8.18d62d51bc315512
    namespace: kserve-ci-e2e-test
    resourceVersion: "17781"
    uid: a0fa78f5-0b55-4365-87fd-8fae2eaf7984
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-cb1fd}
    kind: Pod
    name: model-chainer-raw-hpa-cb1fd-88f49cd48-sflj8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17758"
    uid: 8831241f-9fea-415f-a060-8953a4cac1cd
  kind: Event
  lastTimestamp: "2026-09-17T17:55:31Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:bb50e7052755d34993c754ebb5475c57cbe2445f423ca013a14a621d1f8fda77"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:55:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:55:31Z"
    name: model-chainer-raw-hpa-cb1fd-88f49cd48-sflj8.18d62d51bda55eb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17783"
    uid: be372706-94f3-4432-a511-46075a66b105
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-cb1fd}
    kind: Pod
    name: model-chainer-raw-hpa-cb1fd-88f49cd48-sflj8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17758"
    uid: 8831241f-9fea-415f-a060-8953a4cac1cd
  kind: Event
  lastTimestamp: "2026-09-17T17:55:31Z"
  message: 'Created container: model-chainer-raw-hpa-cb1fd'
  metadata:
    creationTimestamp: "2026-09-17T17:55:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:55:31Z"
    name: model-chainer-raw-hpa-cb1fd-88f49cd48-sflj8.18d62d51c0954a79
    namespace: kserve-ci-e2e-test
    resourceVersion: "17784"
    uid: ffe7f684-03af-4458-bad7-36fba05d3054
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-cb1fd}
    kind: Pod
    name: model-chainer-raw-hpa-cb1fd-88f49cd48-sflj8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17758"
    uid: 8831241f-9fea-415f-a060-8953a4cac1cd
  kind: Event
  lastTimestamp: "2026-09-17T17:55:31Z"
  message: Started container model-chainer-raw-hpa-cb1fd
  metadata:
    creationTimestamp: "2026-09-17T17:55:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:55:31Z"
    name: model-chainer-raw-hpa-cb1fd-88f49cd48-sflj8.18d62d51c1023854
    namespace: kserve-ci-e2e-test
    resourceVersion: "17785"
    uid: e55bf8b5-6da1-4841-b88b-e3a6d57a69fc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-cb1fd}
    kind: Pod
    name: model-chainer-raw-hpa-cb1fd-88f49cd48-sflj8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17758"
    uid: 8831241f-9fea-415f-a060-8953a4cac1cd
  kind: Event
  lastTimestamp: "2026-09-17T17:55:40Z"
  message: Stopping container model-chainer-raw-hpa-cb1fd
  metadata:
    creationTimestamp: "2026-09-17T17:55:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:55:40Z"
    name: model-chainer-raw-hpa-cb1fd-88f49cd48-sflj8.18d62d53f2efc5be
    namespace: kserve-ci-e2e-test
    resourceVersion: "17879"
    uid: d7e98304-6d44-435b-a0e6-0a8183f9bc62
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-cb1fd}
    kind: Pod
    name: model-chainer-raw-hpa-cb1fd-88f49cd48-sflj8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17758"
    uid: 8831241f-9fea-415f-a060-8953a4cac1cd
  kind: Event
  lastTimestamp: "2026-09-17T17:56:09Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-17T17:55:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:09Z"
    name: model-chainer-raw-hpa-cb1fd-88f49cd48-sflj8.18d62d54c69f214c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18270"
    uid: cd12ba4e-1be1-4e3f-a094-fb39e18a3035
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-127.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-127.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-hpa-cb1fd-88f49cd48
    namespace: kserve-ci-e2e-test
    resourceVersion: "17754"
    uid: fc09ed91-2ed8-412c-8eb7-2b35594c6d04
  kind: Event
  lastTimestamp: "2026-09-17T17:55:30Z"
  message: 'Created pod: model-chainer-raw-hpa-cb1fd-88f49cd48-sflj8'
  metadata:
    creationTimestamp: "2026-09-17T17:55:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:55:30Z"
    name: model-chainer-raw-hpa-cb1fd-88f49cd48.18d62d5199d3fdf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17760"
    uid: 8d686084-815c-4492-834f-007a2e0bc2ea
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-hpa-cb1fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17752"
    uid: dee72632-eca9-4119-aa9c-f6a3f63ac194
  kind: Event
  lastTimestamp: "2026-09-17T17:55:30Z"
  message: Scaled up replica set model-chainer-raw-hpa-cb1fd-88f49cd48 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T17:55:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:55:30Z"
    name: model-chainer-raw-hpa-cb1fd.18d62d51990f00c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17755"
    uid: 2c57ad67-00bc-4142-b05b-b42764c096ec
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:55:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-hpa-cb1fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17770"
    uid: 9dade27d-6625-4d5c-b45c-dd2418dbe164
  kind: Event
  lastTimestamp: "2026-09-17T17:55:30Z"
  message: InferenceGraph [model-chainer-raw-hpa-cb1fd] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:55:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:55:30Z"
    name: model-chainer-raw-hpa-cb1fd.18d62d519f5ab946
    namespace: kserve-ci-e2e-test
    resourceVersion: "17772"
    uid: 9f619124-a93f-42f8-887d-ce615b925c7a
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:57:42.166434Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-69571-predictor-7f9bb65cf7-wc74s
    namespace: kserve-ci-e2e-test
    resourceVersion: "19298"
    uid: 4473f1a6-6449-4c10-97c0-68205f32cf85
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-69571-predictor-7f9bb65cf7-wc74s
    to ip-10-0-134-156.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:57:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:57:42Z"
    name: raw-sklearn-69571-predictor-7f9bb65cf7-wc74s.18d62d70465d0c4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19304"
    uid: a55744c9-fd4a-4f15-bc34-11c0f336212f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-76c867b89b-fnmz4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-69571-predictor-7f9bb65cf7-wc74s
    namespace: kserve-ci-e2e-test
    resourceVersion: "19310"
    uid: 4473f1a6-6449-4c10-97c0-68205f32cf85
  kind: Event
  lastTimestamp: "2026-09-17T17:57:42Z"
  message: Add eth0 [10.134.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:57:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:57:42Z"
    name: raw-sklearn-69571-predictor-7f9bb65cf7-wc74s.18d62d706839e7f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19317"
    uid: c7772250-9c0b-4b04-91d3-1db41b725d38
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-69571-predictor-7f9bb65cf7-wc74s
    namespace: kserve-ci-e2e-test
    resourceVersion: "19300"
    uid: 4473f1a6-6449-4c10-97c0-68205f32cf85
  kind: Event
  lastTimestamp: "2026-09-17T17:57:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4352771c5cb4ba9624a857ef32395dc1abbb2576e467cd6caf52080736c17239"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:57:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:57:42Z"
    name: raw-sklearn-69571-predictor-7f9bb65cf7-wc74s.18d62d7069d26765
    namespace: kserve-ci-e2e-test
    resourceVersion: "19319"
    uid: 7fc201a2-5284-4448-879b-1409fa91f189
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-69571-predictor-7f9bb65cf7-wc74s
    namespace: kserve-ci-e2e-test
    resourceVersion: "19300"
    uid: 4473f1a6-6449-4c10-97c0-68205f32cf85
  kind: Event
  lastTimestamp: "2026-09-17T17:57:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:57:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:57:42Z"
    name: raw-sklearn-69571-predictor-7f9bb65cf7-wc74s.18d62d706cd1e16a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19321"
    uid: d6f51f9b-a8e9-46ec-a854-aca88bdda1ff
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-69571-predictor-7f9bb65cf7-wc74s
    namespace: kserve-ci-e2e-test
    resourceVersion: "19300"
    uid: 4473f1a6-6449-4c10-97c0-68205f32cf85
  kind: Event
  lastTimestamp: "2026-09-17T17:57:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:57:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:57:42Z"
    name: raw-sklearn-69571-predictor-7f9bb65cf7-wc74s.18d62d706d424a1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19323"
    uid: 5f33473c-07f3-4c78-8ff5-fdb9a2dc5d4e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-69571-predictor-7f9bb65cf7-wc74s
    namespace: kserve-ci-e2e-test
    resourceVersion: "19300"
    uid: 4473f1a6-6449-4c10-97c0-68205f32cf85
  kind: Event
  lastTimestamp: "2026-09-17T17:57:46Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:57:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:57:46Z"
    name: raw-sklearn-69571-predictor-7f9bb65cf7-wc74s.18d62d7158689b21
    namespace: kserve-ci-e2e-test
    resourceVersion: "19352"
    uid: 25b7a499-fd7e-4a6d-9205-5c47d2ca87a3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-69571-predictor-7f9bb65cf7-wc74s
    namespace: kserve-ci-e2e-test
    resourceVersion: "19300"
    uid: 4473f1a6-6449-4c10-97c0-68205f32cf85
  kind: Event
  lastTimestamp: "2026-09-17T17:57:46Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:57:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:57:46Z"
    name: raw-sklearn-69571-predictor-7f9bb65cf7-wc74s.18d62d715bec6871
    namespace: kserve-ci-e2e-test
    resourceVersion: "19355"
    uid: 1490efbc-d1f8-4937-83e9-64f4dda3c420
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-69571-predictor-7f9bb65cf7-wc74s
    namespace: kserve-ci-e2e-test
    resourceVersion: "19300"
    uid: 4473f1a6-6449-4c10-97c0-68205f32cf85
  kind: Event
  lastTimestamp: "2026-09-17T17:57:46Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:57:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:57:46Z"
    name: raw-sklearn-69571-predictor-7f9bb65cf7-wc74s.18d62d715c6dc22c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19356"
    uid: 47e1e003-bdf4-4a83-a3c3-02c1e1b98f0c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-69571-predictor-7f9bb65cf7-wc74s
    namespace: kserve-ci-e2e-test
    resourceVersion: "19300"
    uid: 4473f1a6-6449-4c10-97c0-68205f32cf85
  kind: Event
  lastTimestamp: "2026-09-17T17:57:46Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:57:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:57:46Z"
    name: raw-sklearn-69571-predictor-7f9bb65cf7-wc74s.18d62d715c77290a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19357"
    uid: 698e3ca8-79f8-423b-8b22-fcac4bf6c9c2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-69571-predictor-7f9bb65cf7-wc74s
    namespace: kserve-ci-e2e-test
    resourceVersion: "19300"
    uid: 4473f1a6-6449-4c10-97c0-68205f32cf85
  kind: Event
  lastTimestamp: "2026-09-17T17:57:46Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:57:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:57:46Z"
    name: raw-sklearn-69571-predictor-7f9bb65cf7-wc74s.18d62d715f4e6b99
    namespace: kserve-ci-e2e-test
    resourceVersion: "19361"
    uid: c6549ba3-5d4c-474a-9a3a-818d950eff08
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-69571-predictor-7f9bb65cf7-wc74s
    namespace: kserve-ci-e2e-test
    resourceVersion: "19300"
    uid: 4473f1a6-6449-4c10-97c0-68205f32cf85
  kind: Event
  lastTimestamp: "2026-09-17T17:57:46Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:57:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:57:46Z"
    name: raw-sklearn-69571-predictor-7f9bb65cf7-wc74s.18d62d715fbcbe4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19362"
    uid: 33078f64-9eb2-4a9d-ad72-2cfdf6ff824b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-69571-predictor-7f9bb65cf7-wc74s
    namespace: kserve-ci-e2e-test
    resourceVersion: "19300"
    uid: 4473f1a6-6449-4c10-97c0-68205f32cf85
  kind: Event
  lastTimestamp: "2026-09-17T17:59:14Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:57:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:59:14Z"
    name: raw-sklearn-69571-predictor-7f9bb65cf7-wc74s.18d62d71d098ecd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20040"
    uid: 29ad06b7-7347-4d99-8b1a-0f45034079e6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-69571-predictor-7f9bb65cf7-wc74s
    namespace: kserve-ci-e2e-test
    resourceVersion: "19300"
    uid: 4473f1a6-6449-4c10-97c0-68205f32cf85
  kind: Event
  lastTimestamp: "2026-09-17T17:59:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:59:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:59:12Z"
    name: raw-sklearn-69571-predictor-7f9bb65cf7-wc74s.18d62d8542dce4f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20020"
    uid: fed5223e-f3b2-4afe-a6ad-3fd1aa1919d7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-69571-predictor-7f9bb65cf7-wc74s
    namespace: kserve-ci-e2e-test
    resourceVersion: "19300"
    uid: 4473f1a6-6449-4c10-97c0-68205f32cf85
  kind: Event
  lastTimestamp: "2026-09-17T17:59:12Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:59:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:59:12Z"
    name: raw-sklearn-69571-predictor-7f9bb65cf7-wc74s.18d62d8542dd7611
    namespace: kserve-ci-e2e-test
    resourceVersion: "20021"
    uid: c6937d76-bc2b-4ee2-8a17-b6a780fa5942
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-69571-predictor-7f9bb65cf7-wc74s
    namespace: kserve-ci-e2e-test
    resourceVersion: "19300"
    uid: 4473f1a6-6449-4c10-97c0-68205f32cf85
  kind: Event
  lastTimestamp: "2026-09-17T17:59:14Z"
  message: 'Readiness probe failed: Get "https://10.134.0.34:8643/healthz": dial tcp
    10.134.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:59:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:59:14Z"
    name: raw-sklearn-69571-predictor-7f9bb65cf7-wc74s.18d62d85d6c85e7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20039"
    uid: 95a7441d-8358-41ed-8cc3-37de90b38697
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-69571-predictor-7f9bb65cf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19289"
    uid: 62e8b28e-fb7f-4aee-8555-632219f7a243
  kind: Event
  lastTimestamp: "2026-09-17T17:57:42Z"
  message: 'Created pod: raw-sklearn-69571-predictor-7f9bb65cf7-wc74s'
  metadata:
    creationTimestamp: "2026-09-17T17:57:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:57:42Z"
    name: raw-sklearn-69571-predictor-7f9bb65cf7.18d62d7045beeb71
    namespace: kserve-ci-e2e-test
    resourceVersion: "19299"
    uid: e7a343cb-fe9c-4ee4-959a-15a24fb0ba2d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-69571-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19287"
    uid: ca715ded-1e3d-433b-9e32-636ffaca7ad0
  kind: Event
  lastTimestamp: "2026-09-17T17:57:42Z"
  message: Scaled up replica set raw-sklearn-69571-predictor-7f9bb65cf7 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T17:57:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:57:42Z"
    name: raw-sklearn-69571-predictor.18d62d7042825a20
    namespace: kserve-ci-e2e-test
    resourceVersion: "19292"
    uid: 01f6c8ad-477b-4c87-a0df-7a44cf5ad8b3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-69571-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19288"
    uid: 13662b74-585d-452d-868a-3386a79c79a2
  kind: Event
  lastTimestamp: "2026-09-17T17:58:27Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:57:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:58:27Z"
    name: raw-sklearn-69571-predictor.18d62d73c11ae25b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19669"
    uid: 72633429-e554-4a40-a87e-0c6a0fe9da20
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-69571-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19288"
    uid: 13662b74-585d-452d-868a-3386a79c79a2
  kind: Event
  lastTimestamp: "2026-09-17T17:58:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:57:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:58:27Z"
    name: raw-sklearn-69571-predictor.18d62d73c16da54f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19670"
    uid: 9de39f16-907f-4efb-845b-5a03f419af38
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-69571-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19454"
    uid: 13662b74-585d-452d-868a-3386a79c79a2
  kind: Event
  lastTimestamp: "2026-09-17T17:59:12Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:58:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:59:12Z"
    name: raw-sklearn-69571-predictor.18d62d7e3e9f456e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20004"
    uid: d255c438-d3c6-43cd-aff6-bfa646ffd1e6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-69571-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19454"
    uid: 13662b74-585d-452d-868a-3386a79c79a2
  kind: Event
  lastTimestamp: "2026-09-17T17:59:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:58:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:59:12Z"
    name: raw-sklearn-69571-predictor.18d62d7e3f93e42c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20005"
    uid: 9cbef7db-6f74-45b6-9e02-ae1288ae1655
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-69571
    namespace: kserve-ci-e2e-test
    resourceVersion: "19280"
    uid: 9bdfdc16-dfc9-4f9a-bde1-3d6def18e5ff
  kind: Event
  lastTimestamp: "2026-09-17T17:59:04Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:57:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:59:04Z"
    name: raw-sklearn-69571.18d62d70427cdfe4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19940"
    uid: c7c7f490-e2f8-485d-81c3-6e325839d99f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-69571
    namespace: kserve-ci-e2e-test
    resourceVersion: "19280"
    uid: 9bdfdc16-dfc9-4f9a-bde1-3d6def18e5ff
  kind: Event
  lastTimestamp: "2026-09-17T17:57:42Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-69571": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-69571":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:57:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:57:42Z"
    name: raw-sklearn-69571.18d62d70431d8a56
    namespace: kserve-ci-e2e-test
    resourceVersion: "19295"
    uid: 6c4caa9a-4ac8-4b51-960b-f75542444729
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-69571
    namespace: kserve-ci-e2e-test
    resourceVersion: "19938"
    uid: 9bdfdc16-dfc9-4f9a-bde1-3d6def18e5ff
  kind: Event
  lastTimestamp: "2026-09-17T17:59:04Z"
  message: InferenceService [raw-sklearn-69571] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:59:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:59:04Z"
    name: raw-sklearn-69571.18d62d838881484b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19939"
    uid: d369a5a4-207c-4dbd-a510-88bcbaca385e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:59:17.717590Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-03e38-predictor-758f4d9dcc-kn5d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20085"
    uid: 7481ee96-33d9-40ab-b460-17eaf4a58ffa
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-runtime-03e38-predictor-758f4d9dcc-kn5d4
    to ip-10-0-134-156.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:59:17Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:59:17Z"
    name: raw-sklearn-runtime-03e38-predictor-758f4d9dcc-kn5d4.18d62d8685a80cc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20089"
    uid: ddbe3902-0cf6-49e7-8019-e33215165b5d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-76c867b89b-fnmz4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-03e38-predictor-758f4d9dcc-kn5d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20097"
    uid: 7481ee96-33d9-40ab-b460-17eaf4a58ffa
  kind: Event
  lastTimestamp: "2026-09-17T17:59:18Z"
  message: Add eth0 [10.134.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:59:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:59:18Z"
    name: raw-sklearn-runtime-03e38-predictor-758f4d9dcc-kn5d4.18d62d86a79d29fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "20103"
    uid: 2e8137dc-f4ae-44ed-91f0-ebcda77763cb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-03e38-predictor-758f4d9dcc-kn5d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20086"
    uid: 7481ee96-33d9-40ab-b460-17eaf4a58ffa
  kind: Event
  lastTimestamp: "2026-09-17T17:59:18Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4352771c5cb4ba9624a857ef32395dc1abbb2576e467cd6caf52080736c17239"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:59:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:59:18Z"
    name: raw-sklearn-runtime-03e38-predictor-758f4d9dcc-kn5d4.18d62d86a932f518
    namespace: kserve-ci-e2e-test
    resourceVersion: "20105"
    uid: efe2002c-1b9a-4e7a-8a88-acad09459921
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-03e38-predictor-758f4d9dcc-kn5d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20086"
    uid: 7481ee96-33d9-40ab-b460-17eaf4a58ffa
  kind: Event
  lastTimestamp: "2026-09-17T17:59:18Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:59:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:59:18Z"
    name: raw-sklearn-runtime-03e38-predictor-758f4d9dcc-kn5d4.18d62d86abeabf86
    namespace: kserve-ci-e2e-test
    resourceVersion: "20106"
    uid: c35bc8c2-3737-4abf-8a7c-4f9299d6e422
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-03e38-predictor-758f4d9dcc-kn5d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20086"
    uid: 7481ee96-33d9-40ab-b460-17eaf4a58ffa
  kind: Event
  lastTimestamp: "2026-09-17T17:59:18Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:59:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:59:18Z"
    name: raw-sklearn-runtime-03e38-predictor-758f4d9dcc-kn5d4.18d62d86ac593ea6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20107"
    uid: 150b1455-708a-46c5-8b65-261f291dccd8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-03e38-predictor-758f4d9dcc-kn5d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20086"
    uid: 7481ee96-33d9-40ab-b460-17eaf4a58ffa
  kind: Event
  lastTimestamp: "2026-09-17T17:59:22Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:59:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:59:22Z"
    name: raw-sklearn-runtime-03e38-predictor-758f4d9dcc-kn5d4.18d62d878e52bb10
    namespace: kserve-ci-e2e-test
    resourceVersion: "20139"
    uid: 626f3168-c928-4e26-8e46-7d8397270d0e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-03e38-predictor-758f4d9dcc-kn5d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20086"
    uid: 7481ee96-33d9-40ab-b460-17eaf4a58ffa
  kind: Event
  lastTimestamp: "2026-09-17T17:59:22Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:59:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:59:22Z"
    name: raw-sklearn-runtime-03e38-predictor-758f4d9dcc-kn5d4.18d62d8791ac8e4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20142"
    uid: 6602d38d-1f56-4574-9c07-58b5e373dcd7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-03e38-predictor-758f4d9dcc-kn5d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20086"
    uid: 7481ee96-33d9-40ab-b460-17eaf4a58ffa
  kind: Event
  lastTimestamp: "2026-09-17T17:59:22Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:59:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:59:22Z"
    name: raw-sklearn-runtime-03e38-predictor-758f4d9dcc-kn5d4.18d62d87921b650f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20144"
    uid: 59aafd98-4e75-4eae-baa2-d0fd6fcf07d7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-03e38-predictor-758f4d9dcc-kn5d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20086"
    uid: 7481ee96-33d9-40ab-b460-17eaf4a58ffa
  kind: Event
  lastTimestamp: "2026-09-17T17:59:22Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:59:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:59:22Z"
    name: raw-sklearn-runtime-03e38-predictor-758f4d9dcc-kn5d4.18d62d879224d771
    namespace: kserve-ci-e2e-test
    resourceVersion: "20146"
    uid: 233b9d80-fc5d-46b0-9559-b6c8e53d00c9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-03e38-predictor-758f4d9dcc-kn5d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20086"
    uid: 7481ee96-33d9-40ab-b460-17eaf4a58ffa
  kind: Event
  lastTimestamp: "2026-09-17T17:59:22Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:59:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:59:22Z"
    name: raw-sklearn-runtime-03e38-predictor-758f4d9dcc-kn5d4.18d62d8794e99e9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20148"
    uid: 97ab994e-fd5f-43fe-8e95-65edc8de924c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-03e38-predictor-758f4d9dcc-kn5d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20086"
    uid: 7481ee96-33d9-40ab-b460-17eaf4a58ffa
  kind: Event
  lastTimestamp: "2026-09-17T17:59:22Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:59:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:59:22Z"
    name: raw-sklearn-runtime-03e38-predictor-758f4d9dcc-kn5d4.18d62d87955a21a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20149"
    uid: a24ac4f7-902e-46ad-8eb6-e91ea47ba6c0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-03e38-predictor-758f4d9dcc-kn5d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20086"
    uid: 7481ee96-33d9-40ab-b460-17eaf4a58ffa
  kind: Event
  lastTimestamp: "2026-09-17T18:00:49Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:59:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:00:49Z"
    name: raw-sklearn-runtime-03e38-predictor-758f4d9dcc-kn5d4.18d62d87ca70b4f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20968"
    uid: ade1f9ab-2019-43a2-aa85-3e934f2b8f44
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-03e38-predictor-758f4d9dcc-kn5d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20086"
    uid: 7481ee96-33d9-40ab-b460-17eaf4a58ffa
  kind: Event
  lastTimestamp: "2026-09-17T18:00:47Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T18:00:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:00:47Z"
    name: raw-sklearn-runtime-03e38-predictor-758f4d9dcc-kn5d4.18d62d9b72aedf2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20957"
    uid: bae2e6d0-75c2-4eb0-8db5-7ae8e1c25147
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-03e38-predictor-758f4d9dcc-kn5d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20086"
    uid: 7481ee96-33d9-40ab-b460-17eaf4a58ffa
  kind: Event
  lastTimestamp: "2026-09-17T18:00:47Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T18:00:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:00:47Z"
    name: raw-sklearn-runtime-03e38-predictor-758f4d9dcc-kn5d4.18d62d9b72afc33c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20958"
    uid: 43c0c4ea-5bb9-496b-b417-2db94647435c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-03e38-predictor-758f4d9dcc-kn5d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20086"
    uid: 7481ee96-33d9-40ab-b460-17eaf4a58ffa
  kind: Event
  lastTimestamp: "2026-09-17T18:00:49Z"
  message: 'Readiness probe failed: Get "https://10.134.0.35:8643/healthz": dial tcp
    10.134.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T18:00:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:00:49Z"
    name: raw-sklearn-runtime-03e38-predictor-758f4d9dcc-kn5d4.18d62d9bd0a31a35
    namespace: kserve-ci-e2e-test
    resourceVersion: "20967"
    uid: 7f41f0ce-efc0-4045-9ed5-1c4e959d7d7d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-156.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-runtime-03e38-predictor-758f4d9dcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20072"
    uid: 446c7745-c2c9-4ccd-8c78-fc63a0be81a2
  kind: Event
  lastTimestamp: "2026-09-17T17:59:17Z"
  message: 'Created pod: raw-sklearn-runtime-03e38-predictor-758f4d9dcc-kn5d4'
  metadata:
    creationTimestamp: "2026-09-17T17:59:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:59:17Z"
    name: raw-sklearn-runtime-03e38-predictor-758f4d9dcc.18d62d86852b3fc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20087"
    uid: 4db2d10b-9da4-4120-8828-3113142b1637
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-runtime-03e38-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20070"
    uid: e3adc1d1-d196-47f2-b63d-0c15d3ae606e
  kind: Event
  lastTimestamp: "2026-09-17T17:59:17Z"
  message: Scaled up replica set raw-sklearn-runtime-03e38-predictor-758f4d9dcc from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T17:59:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:59:17Z"
    name: raw-sklearn-runtime-03e38-predictor.18d62d867c45dc7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20075"
    uid: d6750122-3a1f-4473-9159-4b3b3a2735ae
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-03e38-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20071"
    uid: e392a2f4-59f0-43c0-813b-ff9e61f260c7
  kind: Event
  lastTimestamp: "2026-09-17T17:59:47Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:59:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:59:47Z"
    name: raw-sklearn-runtime-03e38-predictor.18d62d89fa115399
    namespace: kserve-ci-e2e-test
    resourceVersion: "20336"
    uid: f538c8b6-fc9c-4672-8883-915a3b3a477b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-03e38-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20071"
    uid: e392a2f4-59f0-43c0-813b-ff9e61f260c7
  kind: Event
  lastTimestamp: "2026-09-17T17:59:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:59:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:59:47Z"
    name: raw-sklearn-runtime-03e38-predictor.18d62d89fa84077a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20337"
    uid: 93bfc9a9-3efc-4df2-a5f3-5e8b5f075f5d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-03e38-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20224"
    uid: e392a2f4-59f0-43c0-813b-ff9e61f260c7
  kind: Event
  lastTimestamp: "2026-09-17T18:00:32Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:00:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:00:32Z"
    name: raw-sklearn-runtime-03e38-predictor.18d62d90f8208ffe
    namespace: kserve-ci-e2e-test
    resourceVersion: "20821"
    uid: 2483069f-9d53-446b-8b7a-bc5276bef15e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-03e38-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20224"
    uid: e392a2f4-59f0-43c0-813b-ff9e61f260c7
  kind: Event
  lastTimestamp: "2026-09-17T18:00:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T18:00:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T18:00:32Z"
    name: raw-sklearn-runtime-03e38-predictor.18d62d90f88c4034
    namespace: kserve-ci-e2e-test
    resourceVersion: "20822"
    uid: 40510d22-711d-4b91-a182-bcd6b9d1b062
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-03e38
    namespace: kserve-ci-e2e-test
    resourceVersion: "20062"
    uid: a56fc63f-37fc-4534-b162-bfaeb6b73434
  kind: Event
  lastTimestamp: "2026-09-17T18:00:39Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:59:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:00:39Z"
    name: raw-sklearn-runtime-03e38.18d62d867bebb5c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20880"
    uid: 9eed4207-3040-4309-a52a-edc515045d07
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-03e38
    namespace: kserve-ci-e2e-test
    resourceVersion: "20062"
    uid: a56fc63f-37fc-4534-b162-bfaeb6b73434
  kind: Event
  lastTimestamp: "2026-09-17T17:59:17Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-runtime-03e38":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-runtime-03e38":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:59:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:59:17Z"
    name: raw-sklearn-runtime-03e38.18d62d867c8718b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20076"
    uid: 98df9370-184a-4579-ad2b-ffbe5d0ae6be
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T18:00:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-03e38
    namespace: kserve-ci-e2e-test
    resourceVersion: "20877"
    uid: a56fc63f-37fc-4534-b162-bfaeb6b73434
  kind: Event
  lastTimestamp: "2026-09-17T18:00:39Z"
  message: InferenceService [raw-sklearn-runtime-03e38] is Ready
  metadata:
    creationTimestamp: "2026-09-17T18:00:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T18:00:39Z"
    name: raw-sklearn-runtime-03e38.18d62d9981f5e925
    namespace: kserve-ci-e2e-test
    resourceVersion: "20878"
    uid: 9e07b366-9133-4d0a-b7b7-6fd4da4766ea
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "24317"